2024-12-06 02:17:14,440 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 02:17:14,460 main DEBUG Took 0.017480 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 02:17:14,460 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 02:17:14,460 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 02:17:14,461 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 02:17:14,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,468 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 02:17:14,480 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,484 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,486 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,490 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,492 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 02:17:14,494 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,495 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 02:17:14,497 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 02:17:14,498 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 02:17:14,501 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 02:17:14,501 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 02:17:14,503 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 02:17:14,504 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 02:17:14,517 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 02:17:14,521 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 02:17:14,523 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 02:17:14,523 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 02:17:14,523 main DEBUG createAppenders(={Console}) 2024-12-06 02:17:14,524 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-06 02:17:14,524 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 02:17:14,524 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-06 02:17:14,525 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 02:17:14,525 main DEBUG OutputStream closed 2024-12-06 02:17:14,525 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 02:17:14,525 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 02:17:14,526 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-06 02:17:14,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 02:17:14,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 02:17:14,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 02:17:14,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 02:17:14,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 02:17:14,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 02:17:14,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 02:17:14,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 02:17:14,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 02:17:14,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 02:17:14,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 02:17:14,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 02:17:14,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 02:17:14,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 02:17:14,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 02:17:14,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 02:17:14,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 02:17:14,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 02:17:14,612 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 02:17:14,612 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-06 02:17:14,612 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 02:17:14,613 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-06T02:17:14,630 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-06 02:17:14,634 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 02:17:14,635 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T02:17:14,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=828, ProcessCount=11, AvailableMemoryMB=3558 2024-12-06T02:17:14,931 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-06T02:17:14,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb 2024-12-06T02:17:14,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7, deleteOnExit=true 2024-12-06T02:17:15,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/zookeeper_0, clientPort=54213, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:17:15,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54213 2024-12-06T02:17:15,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:17:15,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:17:15,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/test.cache.data in system properties and HBase conf 2024-12-06T02:17:15,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:17:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:17:15,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:17:15,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:17:15,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:17:15,252 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T02:17:15,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:17:15,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:15,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:15,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:17:15,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:15,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:17:15,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:17:15,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:15,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:15,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:17:15,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:17:15,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:17:15,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:15,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:17:15,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:17:16,822 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T02:17:16,893 INFO [Time-limited test {}] log.Log(170): Logging initialized @3096ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T02:17:16,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:17,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:17,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:17,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:17,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:17:17,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:17,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:17,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:17,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-1899998716964383430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:17,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-12-06T02:17:17,311 INFO [Time-limited test {}] server.Server(415): Started @3515ms 2024-12-06T02:17:18,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:18,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:18,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:18,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:18,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:17:18,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:18,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:18,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/java.io.tmpdir/jetty-localhost-40203-hadoop-hdfs-3_4_1-tests_jar-_-any-5095855025856692731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:18,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:40203} 2024-12-06T02:17:18,237 INFO [Time-limited test {}] server.Server(415): Started @4441ms 2024-12-06T02:17:18,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:17:19,843 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/data/data1/current/BP-1561123264-172.17.0.3-1733451436001/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:19,843 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/data/data2/current/BP-1561123264-172.17.0.3-1733451436001/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:19,886 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:17:19,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb 2024-12-06T02:17:19,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e11ab5c6dbd8234 with lease ID 0xa488603950a71988: Processing first storage report for DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=d07bd4b5-55ac-4e74-b3f1-76bedefe1fb0, infoPort=35075, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=245463243;c=1733451436001) 2024-12-06T02:17:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e11ab5c6dbd8234 with lease ID 0xa488603950a71988: from storage DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=d07bd4b5-55ac-4e74-b3f1-76bedefe1fb0, infoPort=35075, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=245463243;c=1733451436001), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T02:17:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e11ab5c6dbd8234 with lease ID 0xa488603950a71988: Processing first storage report for DS-b5518f08-dc94-4443-992f-b9c20d8d446e from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=d07bd4b5-55ac-4e74-b3f1-76bedefe1fb0, infoPort=35075, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=245463243;c=1733451436001) 2024-12-06T02:17:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e11ab5c6dbd8234 with lease ID 0xa488603950a71988: from storage DS-b5518f08-dc94-4443-992f-b9c20d8d446e node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=d07bd4b5-55ac-4e74-b3f1-76bedefe1fb0, infoPort=35075, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=245463243;c=1733451436001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:19,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:19,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:17:20,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6 with version=8 2024-12-06T02:17:20,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/hbase-staging 2024-12-06T02:17:20,747 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T02:17:21,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:21,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:21,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:21,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:21,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:21,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:21,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:17:21,388 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T02:17:21,401 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T02:17:21,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:21,438 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11112 (auto-detected) 2024-12-06T02:17:21,440 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-06T02:17:21,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45867 2024-12-06T02:17:21,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45867 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458670x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:21,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45867-0x101a86dc8140000 connected 2024-12-06T02:17:21,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:21,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:21,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:21,851 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6, hbase.cluster.distributed=false 2024-12-06T02:17:21,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/acl 2024-12-06T02:17:21,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-06T02:17:21,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-12-06T02:17:21,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-12-06T02:17:22,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-06T02:17:22,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-06T02:17:22,216 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:22,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:22,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:22,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:22,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:22,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:22,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:17:22,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:22,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34813 2024-12-06T02:17:22,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:22,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:22,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:22,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348130x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:22,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:17:22,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x101a86dc8140001 connected 2024-12-06T02:17:22,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:17:22,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/master 2024-12-06T02:17:22,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/acl 2024-12-06T02:17:22,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-06T02:17:22,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-12-06T02:17:22,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-12-06T02:17:22,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-06T02:17:22,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-06T02:17:22,459 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:45867 2024-12-06T02:17:22,469 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0927802162/backup-masters/5c7979348d1b,45867,1733451440817 2024-12-06T02:17:22,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:22,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:22,487 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/backup-masters/5c7979348d1b,45867,1733451440817 2024-12-06T02:17:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/master 2024-12-06T02:17:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:22,536 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/master 2024-12-06T02:17:22,539 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0927802162/backup-masters/5c7979348d1b,45867,1733451440817 from backup master directory 2024-12-06T02:17:22,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/backup-masters/5c7979348d1b,45867,1733451440817 2024-12-06T02:17:22,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:22,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:22,557 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:22,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,45867,1733451440817 2024-12-06T02:17:22,561 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T02:17:22,564 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T02:17:22,632 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/hbase.id] with ID: 566e6f28-25f7-47af-9a24-dbcc8c4690e1 2024-12-06T02:17:22,632 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.tmp/hbase.id 2024-12-06T02:17:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:17:22,657 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.tmp/hbase.id]:[hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/hbase.id] 2024-12-06T02:17:22,717 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:22,723 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:17:22,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-12-06T02:17:22,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:22,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:17:22,779 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:22,782 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:17:22,799 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T02:17:22,803 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:17:22,854 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store 2024-12-06T02:17:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:17:23,282 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T02:17:23,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:23,287 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:23,288 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:23,288 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:23,289 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:23,290 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:23,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:23,292 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451443287Disabling compacts and flushes for region at 1733451443287Disabling writes for close at 1733451443290 (+3 ms)Writing region close event to WAL at 1733451443290Closed at 1733451443290 2024-12-06T02:17:23,294 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/.initializing 2024-12-06T02:17:23,295 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817 2024-12-06T02:17:23,306 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:23,327 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C45867%2C1733451440817, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/oldWALs, maxLogs=10 2024-12-06T02:17:23,360 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817/5c7979348d1b%2C45867%2C1733451440817.1733451443332, exclude list is [], retry=0 2024-12-06T02:17:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:23,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T02:17:23,435 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:23,436 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:23,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:23,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:23,443 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,445 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:17:23,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:23,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:23,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:17:23,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:23,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:17:23,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:17:23,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:23,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:23,590 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,595 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,596 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,604 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,605 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,611 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:23,616 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:23,622 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:23,625 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74894638, jitterRate=0.11601707339286804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:23,632 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451443461Initializing all the Stores at 1733451443464 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451443465 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451443467 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451443468 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451443468Cleaning up temporary data from old regions at 1733451443606 (+138 ms)Region opened successfully at 1733451443632 (+26 ms) 2024-12-06T02:17:23,634 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:17:23,684 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a24116d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:23,726 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:17:23,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:17:23,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:17:23,746 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:17:23,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T02:17:23,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T02:17:23,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:17:23,796 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:17:23,807 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/balancer because node does not exist (not necessarily an error) 2024-12-06T02:17:23,817 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/balancer already deleted, retry=false 2024-12-06T02:17:23,820 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:17:23,821 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:17:23,827 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/normalizer already deleted, retry=false 2024-12-06T02:17:23,830 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:17:23,833 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:17:23,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/switch/split already deleted, retry=false 2024-12-06T02:17:23,839 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:17:23,848 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/switch/merge already deleted, retry=false 2024-12-06T02:17:23,871 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:17:23,880 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/snapshot-cleanup already deleted, retry=false 2024-12-06T02:17:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:23,897 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,45867,1733451440817, sessionid=0x101a86dc8140000, setting cluster-up flag (Was=false) 2024-12-06T02:17:23,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:23,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:23,954 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0927802162/flush-table-proc/acquired, /0927802162/flush-table-proc/reached, /0927802162/flush-table-proc/abort 2024-12-06T02:17:23,956 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45867,1733451440817 2024-12-06T02:17:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:24,006 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0927802162/online-snapshot/acquired, /0927802162/online-snapshot/reached, /0927802162/online-snapshot/abort 2024-12-06T02:17:24,008 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45867,1733451440817 2024-12-06T02:17:24,015 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:17:24,047 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(746): ClusterId : 566e6f28-25f7-47af-9a24-dbcc8c4690e1 2024-12-06T02:17:24,052 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:17:24,063 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:17:24,063 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:17:24,077 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:17:24,078 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b3bdea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:24,116 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:34813 2024-12-06T02:17:24,120 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:17:24,120 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:17:24,119 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:24,120 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:17:24,123 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,45867,1733451440817 with port=34813, startcode=1733451442160 2024-12-06T02:17:24,133 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:17:24,145 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:17:24,167 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:17:24,186 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,45867,1733451440817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:17:24,198 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:24,198 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:24,199 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:24,202 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:24,203 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:17:24,203 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,203 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:24,204 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,204 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:17:24,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:24,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:17:24,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:24,219 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T02:17:24,253 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451474253 2024-12-06T02:17:24,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:17:24,260 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:17:24,261 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:17:24,269 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:17:24,269 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:17:24,270 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:17:24,279 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:17:24,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,295 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T02:17:24,295 WARN [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T02:17:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:17:24,301 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:17:24,303 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:17:24,304 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:17:24,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:17:24,304 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:17:24,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6 2024-12-06T02:17:24,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:17:24,308 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:17:24,310 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451444309,5,FailOnTimeoutGroup] 2024-12-06T02:17:24,311 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451444310,5,FailOnTimeoutGroup] 2024-12-06T02:17:24,311 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,312 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:17:24,313 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,313 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:17:24,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:24,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:24,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:24,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:24,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:24,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:24,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:24,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:24,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:24,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:24,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:24,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:24,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:24,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:24,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:24,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:24,397 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,45867,1733451440817 with port=34813, startcode=1733451442160 2024-12-06T02:17:24,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:24,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:24,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:24,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:24,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45867 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:24,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:24,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:24,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:24,418 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6 2024-12-06T02:17:24,419 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43507 2024-12-06T02:17:24,419 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:17:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/rs 2024-12-06T02:17:24,428 DEBUG [RS:0;5c7979348d1b:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/rs/5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,429 WARN [RS:0;5c7979348d1b:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:24,429 INFO [RS:0;5c7979348d1b:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:24,429 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:24,442 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73566984, jitterRate=0.09623348712921143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:24,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451444332Initializing all the Stores at 1733451444342 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451444342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451444368 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451444368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451444368Cleaning up temporary data from old regions at 1733451444407 (+39 ms)Region opened successfully at 1733451444445 (+38 ms) 2024-12-06T02:17:24,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:24,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:24,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:24,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:24,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:24,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,34813,1733451442160] 2024-12-06T02:17:24,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:24,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451444445Disabling compacts and flushes for region at 1733451444445Disabling writes for close at 1733451444446 (+1 ms)Writing region close event to WAL at 1733451444470 (+24 ms)Closed at 1733451444470 2024-12-06T02:17:24,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:24,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:17:24,492 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:17:24,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:17:24,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:24,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:17:24,526 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:17:24,539 INFO [RS:0;5c7979348d1b:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:17:24,539 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,550 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:17:24,560 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:17:24,563 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,563 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,563 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,564 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,564 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,565 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,565 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:24,565 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,565 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,565 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,566 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,566 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,566 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:24,566 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:24,566 DEBUG [RS:0;5c7979348d1b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:24,594 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,594 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,594 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,594 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,595 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,595 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34813,1733451442160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:24,643 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:17:24,646 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34813,1733451442160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,649 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,650 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.Replication(171): 5c7979348d1b,34813,1733451442160 started 2024-12-06T02:17:24,668 WARN [5c7979348d1b:45867 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:17:24,679 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:24,680 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,34813,1733451442160, RpcServer on 5c7979348d1b/172.17.0.3:34813, sessionid=0x101a86dc8140001 2024-12-06T02:17:24,681 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:17:24,684 DEBUG [RS:0;5c7979348d1b:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,684 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,34813,1733451442160' 2024-12-06T02:17:24,685 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0927802162/flush-table-proc/abort' 2024-12-06T02:17:24,686 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0927802162/flush-table-proc/acquired' 2024-12-06T02:17:24,688 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:17:24,688 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:17:24,688 DEBUG [RS:0;5c7979348d1b:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,688 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,34813,1733451442160' 2024-12-06T02:17:24,689 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0927802162/online-snapshot/abort' 2024-12-06T02:17:24,690 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0927802162/online-snapshot/acquired' 2024-12-06T02:17:24,695 DEBUG [RS:0;5c7979348d1b:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:17:24,696 INFO [RS:0;5c7979348d1b:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:17:24,696 INFO [RS:0;5c7979348d1b:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:17:24,805 INFO [RS:0;5c7979348d1b:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:24,811 INFO [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C34813%2C1733451442160, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:24,838 DEBUG [RS:0;5c7979348d1b:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814, exclude list is [], retry=0 2024-12-06T02:17:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:24,872 INFO [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 2024-12-06T02:17:24,884 DEBUG [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:24,920 DEBUG [5c7979348d1b:45867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:24,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:24,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,34813,1733451442160, state=OPENING 2024-12-06T02:17:24,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:17:25,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:25,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:25,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:25,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:25,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,34813,1733451442160}] 2024-12-06T02:17:25,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:17:25,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:17:25,228 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:17:25,228 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:25,229 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:17:25,234 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C34813%2C1733451442160.meta, suffix=.meta, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:25,251 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.meta.1733451445236.meta, exclude list is [], retry=0 2024-12-06T02:17:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:25,262 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.meta.1733451445236.meta 2024-12-06T02:17:25,262 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:25,262 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:25,267 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:25,269 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:25,271 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:17:25,274 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:17:25,278 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:17:25,278 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:25,279 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:17:25,279 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:17:25,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:25,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:25,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:25,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:25,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:25,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:25,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:25,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:25,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:25,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:25,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:25,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:25,297 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:25,298 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:25,301 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:25,304 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:25,304 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:25,305 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:25,308 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:25,310 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69638401, jitterRate=0.03769303858280182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:25,310 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:17:25,313 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451445279Writing region info on filesystem at 1733451445280 (+1 ms)Initializing all the Stores at 1733451445282 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451445282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451445282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451445283 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451445283Cleaning up temporary data from old regions at 1733451445304 (+21 ms)Running coprocessor post-open hooks at 1733451445310 (+6 ms)Region opened successfully at 1733451445312 (+2 ms) 2024-12-06T02:17:25,323 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451445192 2024-12-06T02:17:25,352 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:17:25,353 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:17:25,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:25,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,34813,1733451442160, state=OPEN 2024-12-06T02:17:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:25,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:25,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:25,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:25,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:17:25,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,34813,1733451442160 in 385 msec 2024-12-06T02:17:25,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:17:25,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 924 msec 2024-12-06T02:17:25,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:25,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:17:25,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:25,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,34813,1733451442160, seqNum=-1] 2024-12-06T02:17:25,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:25,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:25,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4680 sec 2024-12-06T02:17:25,526 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451445526, completionTime=-1 2024-12-06T02:17:25,530 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:17:25,530 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:17:25,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:17:25,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451505566 2024-12-06T02:17:25,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451565566 2024-12-06T02:17:25,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-06T02:17:25,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,571 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:45867, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,571 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,574 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,582 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:17:25,611 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.053sec 2024-12-06T02:17:25,612 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:17:25,614 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:17:25,615 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:17:25,615 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:17:25,616 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:17:25,617 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:25,617 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:17:25,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:17:25,631 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:17:25,631 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45867,1733451440817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:25,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:25,664 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T02:17:25,664 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T02:17:25,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45867,-1 for getting cluster id 2024-12-06T02:17:25,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:25,679 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '566e6f28-25f7-47af-9a24-dbcc8c4690e1' 2024-12-06T02:17:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "566e6f28-25f7-47af-9a24-dbcc8c4690e1" 2024-12-06T02:17:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187282b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45867,-1] 2024-12-06T02:17:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:25,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:25,696 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:25,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:25,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,34813,1733451442160, seqNum=-1] 2024-12-06T02:17:25,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:25,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,45867,1733451440817 2024-12-06T02:17:25,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:25,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a86dc8140002 connected 2024-12-06T02:17:25,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir so I do NOT create it in target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6 2024-12-06T02:17:25,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:17:25,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.tmp.dir so I do NOT create it in target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6 2024-12-06T02:17:25,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:17:25,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6 2024-12-06T02:17:25,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:17:25,862 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/cluster_e451c54a-0344-c52e-bb0d-64c894314e07, deleteOnExit=true 2024-12-06T02:17:25,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/test.cache.data in system properties and HBase conf 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:17:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:17:25,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:17:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:17:25,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:17:26,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:26,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:26,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:26,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:26,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:17:26,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:26,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:26,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:26,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@478c3fc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/java.io.tmpdir/jetty-localhost-41735-hadoop-hdfs-3_4_1-tests_jar-_-any-1475919124228398596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:26,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:41735} 2024-12-06T02:17:26,506 INFO [Time-limited test {}] server.Server(415): Started @12710ms 2024-12-06T02:17:26,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:26,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:26,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:26,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:26,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:17:26,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:26,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:26,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f8b5d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/java.io.tmpdir/jetty-localhost-45647-hadoop-hdfs-3_4_1-tests_jar-_-any-17869248887321961489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:26,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:45647} 2024-12-06T02:17:26,974 INFO [Time-limited test {}] server.Server(415): Started @13177ms 2024-12-06T02:17:26,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:17:27,670 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/cluster_e451c54a-0344-c52e-bb0d-64c894314e07/data/data1/current/BP-1797745450-172.17.0.3-1733451445897/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:27,670 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/cluster_e451c54a-0344-c52e-bb0d-64c894314e07/data/data2/current/BP-1797745450-172.17.0.3-1733451445897/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:27,769 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:17:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46837f7d8834fac3 with lease ID 0x3c790003d8e13fea: Processing first storage report for DS-bf2b5f38-fdde-4b28-b397-7557d6a50733 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e935182c-9ae9-487f-917a-11f45de4c5c7, infoPort=40709, infoSecurePort=0, ipcPort=41659, storageInfo=lv=-57;cid=testClusterID;nsid=528720861;c=1733451445897) 2024-12-06T02:17:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46837f7d8834fac3 with lease ID 0x3c790003d8e13fea: from storage DS-bf2b5f38-fdde-4b28-b397-7557d6a50733 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e935182c-9ae9-487f-917a-11f45de4c5c7, infoPort=40709, infoSecurePort=0, ipcPort=41659, storageInfo=lv=-57;cid=testClusterID;nsid=528720861;c=1733451445897), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:17:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46837f7d8834fac3 with lease ID 0x3c790003d8e13fea: Processing first storage report for DS-ccfe7c9c-4dc2-40f7-a1d8-b0cd02a8f5d6 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e935182c-9ae9-487f-917a-11f45de4c5c7, infoPort=40709, infoSecurePort=0, ipcPort=41659, storageInfo=lv=-57;cid=testClusterID;nsid=528720861;c=1733451445897) 2024-12-06T02:17:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46837f7d8834fac3 with lease ID 0x3c790003d8e13fea: from storage DS-ccfe7c9c-4dc2-40f7-a1d8-b0cd02a8f5d6 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e935182c-9ae9-487f-917a-11f45de4c5c7, infoPort=40709, infoSecurePort=0, ipcPort=41659, storageInfo=lv=-57;cid=testClusterID;nsid=528720861;c=1733451445897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:27,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6 2024-12-06T02:17:27,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:27,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:17:28,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25 with version=8 2024-12-06T02:17:28,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/hbase-staging 2024-12-06T02:17:28,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:28,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:28,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:17:28,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:28,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42149 2024-12-06T02:17:28,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42149 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421490x0, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:28,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42149-0x101a86dc8140003 connected 2024-12-06T02:17:28,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:28,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:28,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/running 2024-12-06T02:17:28,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25, hbase.cluster.distributed=false 2024-12-06T02:17:28,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/acl 2024-12-06T02:17:28,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42149 2024-12-06T02:17:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42149 2024-12-06T02:17:28,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42149 2024-12-06T02:17:28,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42149 2024-12-06T02:17:28,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42149 2024-12-06T02:17:28,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:28,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:28,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:28,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:28,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:17:28,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:28,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37201 2024-12-06T02:17:28,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37201 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:28,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:28,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:28,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372010x0, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:28,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372010x0, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/running 2024-12-06T02:17:28,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:17:28,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37201-0x101a86dc8140004 connected 2024-12-06T02:17:28,597 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:17:28,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/master 2024-12-06T02:17:28,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/acl 2024-12-06T02:17:28,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37201 2024-12-06T02:17:28,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37201 2024-12-06T02:17:28,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37201 2024-12-06T02:17:28,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37201 2024-12-06T02:17:28,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37201 2024-12-06T02:17:28,632 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:42149 2024-12-06T02:17:28,636 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1306580955/backup-masters/5c7979348d1b,42149,1733451448271 2024-12-06T02:17:28,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/backup-masters 2024-12-06T02:17:28,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/backup-masters 2024-12-06T02:17:28,649 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on existing znode=/1-1306580955/backup-masters/5c7979348d1b,42149,1733451448271 2024-12-06T02:17:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1306580955/master 2024-12-06T02:17:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:28,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:28,660 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on existing znode=/1-1306580955/master 2024-12-06T02:17:28,661 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1306580955/backup-masters/5c7979348d1b,42149,1733451448271 from backup master directory 2024-12-06T02:17:28,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/backup-masters 2024-12-06T02:17:28,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1306580955/backup-masters/5c7979348d1b,42149,1733451448271 2024-12-06T02:17:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/backup-masters 2024-12-06T02:17:28,675 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:28,675 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,42149,1733451448271 2024-12-06T02:17:28,694 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/hbase.id] with ID: 07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:28,694 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/.tmp/hbase.id 2024-12-06T02:17:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:17:28,750 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/.tmp/hbase.id]:[hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/hbase.id] 2024-12-06T02:17:28,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:28,793 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:17:28,796 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-06T02:17:28,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:28,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:17:28,840 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:28,841 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:17:28,843 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:17:28,870 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store 2024-12-06T02:17:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:17:28,883 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:28,883 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:28,883 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:28,884 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:28,884 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:28,884 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:28,884 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:28,884 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451448883Disabling compacts and flushes for region at 1733451448883Disabling writes for close at 1733451448884 (+1 ms)Writing region close event to WAL at 1733451448884Closed at 1733451448884 2024-12-06T02:17:28,887 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/.initializing 2024-12-06T02:17:28,887 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/WALs/5c7979348d1b,42149,1733451448271 2024-12-06T02:17:28,890 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:28,896 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C42149%2C1733451448271, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/WALs/5c7979348d1b,42149,1733451448271, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/oldWALs, maxLogs=10 2024-12-06T02:17:28,915 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/WALs/5c7979348d1b,42149,1733451448271/5c7979348d1b%2C42149%2C1733451448271.1733451448897, exclude list is [], retry=0 2024-12-06T02:17:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-bf2b5f38-fdde-4b28-b397-7557d6a50733,DISK] 2024-12-06T02:17:28,929 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/WALs/5c7979348d1b,42149,1733451448271/5c7979348d1b%2C42149%2C1733451448271.1733451448897 2024-12-06T02:17:28,930 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-06T02:17:28,930 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:28,930 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:28,931 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,931 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:17:28,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:28,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:28,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:17:28,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:28,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:28,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:17:28,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:28,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:17:28,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:28,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:28,990 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,992 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,994 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,998 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,998 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:28,999 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:29,001 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:29,021 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:29,022 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66961142, jitterRate=-0.0022012293338775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:29,023 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451448931Initializing all the Stores at 1733451448934 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451448934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451448934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451448934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451448934Cleaning up temporary data from old regions at 1733451448998 (+64 ms)Region opened successfully at 1733451449022 (+24 ms) 2024-12-06T02:17:29,035 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:17:29,044 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421a0c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:29,046 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:17:29,046 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:17:29,046 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:17:29,047 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:17:29,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec 2024-12-06T02:17:29,058 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-06T02:17:29,058 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:17:29,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:17:29,083 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/balancer because node does not exist (not necessarily an error) 2024-12-06T02:17:29,100 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/balancer already deleted, retry=false 2024-12-06T02:17:29,101 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:17:29,102 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:17:29,117 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/normalizer already deleted, retry=false 2024-12-06T02:17:29,118 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:17:29,122 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:17:29,132 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/switch/split already deleted, retry=false 2024-12-06T02:17:29,134 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:17:29,216 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/switch/merge already deleted, retry=false 2024-12-06T02:17:29,219 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:17:29,227 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/snapshot-cleanup already deleted, retry=false 2024-12-06T02:17:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1306580955/running 2024-12-06T02:17:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1306580955/running 2024-12-06T02:17:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,238 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,42149,1733451448271, sessionid=0x101a86dc8140003, setting cluster-up flag (Was=false) 2024-12-06T02:17:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,290 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1306580955/flush-table-proc/acquired, /1-1306580955/flush-table-proc/reached, /1-1306580955/flush-table-proc/abort 2024-12-06T02:17:29,292 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,42149,1733451448271 2024-12-06T02:17:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:29,343 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1306580955/online-snapshot/acquired, /1-1306580955/online-snapshot/reached, /1-1306580955/online-snapshot/abort 2024-12-06T02:17:29,348 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,42149,1733451448271 2024-12-06T02:17:29,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:17:29,370 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:29,371 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:17:29,371 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:17:29,371 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,42149,1733451448271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:17:29,375 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:29,375 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:29,375 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:29,375 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:29,375 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:17:29,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:29,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,394 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451479394 2024-12-06T02:17:29,394 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:17:29,394 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:17:29,395 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:17:29,395 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:17:29,395 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:17:29,395 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:17:29,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:29,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:17:29,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,401 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:17:29,401 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:17:29,401 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:17:29,401 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:17:29,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:29,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:17:29,412 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:17:29,412 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:17:29,413 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451449413,5,FailOnTimeoutGroup] 2024-12-06T02:17:29,416 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451449413,5,FailOnTimeoutGroup] 2024-12-06T02:17:29,416 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,416 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:17:29,417 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,417 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,418 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(746): ClusterId : 07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:29,418 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:17:29,430 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:17:29,430 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:17:29,447 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:17:29,449 DEBUG [RS:0;5c7979348d1b:37201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1e9e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:17:29,492 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:37201 2024-12-06T02:17:29,492 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:17:29,492 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:17:29,492 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:17:29,494 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,42149,1733451448271 with port=37201, startcode=1733451448531 2024-12-06T02:17:29,494 DEBUG [RS:0;5c7979348d1b:37201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:17:29,501 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:17:29,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42149 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,513 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25 2024-12-06T02:17:29,513 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38749 2024-12-06T02:17:29,513 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:17:29,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/rs 2024-12-06T02:17:29,568 DEBUG [RS:0;5c7979348d1b:37201 {}] zookeeper.ZKUtil(111): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on existing znode=/1-1306580955/rs/5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,568 WARN [RS:0;5c7979348d1b:37201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:29,568 INFO [RS:0;5c7979348d1b:37201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:29,568 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,37201,1733451448531] 2024-12-06T02:17:29,578 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:17:29,588 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:17:29,590 INFO [RS:0;5c7979348d1b:37201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:17:29,590 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,600 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:17:29,602 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:17:29,602 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,602 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,603 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,604 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,604 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,604 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:29,604 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:29,604 DEBUG [RS:0;5c7979348d1b:37201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:29,618 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,618 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,619 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,619 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,619 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,619 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37201,1733451448531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:29,654 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:17:29,654 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37201,1733451448531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,654 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,655 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.Replication(171): 5c7979348d1b,37201,1733451448531 started 2024-12-06T02:17:29,671 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:29,671 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,37201,1733451448531, RpcServer on 5c7979348d1b/172.17.0.3:37201, sessionid=0x101a86dc8140004 2024-12-06T02:17:29,671 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:17:29,671 DEBUG [RS:0;5c7979348d1b:37201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,671 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37201,1733451448531' 2024-12-06T02:17:29,671 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1306580955/flush-table-proc/abort' 2024-12-06T02:17:29,672 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1306580955/flush-table-proc/acquired' 2024-12-06T02:17:29,673 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:17:29,673 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:17:29,673 DEBUG [RS:0;5c7979348d1b:37201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,37201,1733451448531 2024-12-06T02:17:29,673 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37201,1733451448531' 2024-12-06T02:17:29,673 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1306580955/online-snapshot/abort' 2024-12-06T02:17:29,674 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1306580955/online-snapshot/acquired' 2024-12-06T02:17:29,674 DEBUG [RS:0;5c7979348d1b:37201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:17:29,674 INFO [RS:0;5c7979348d1b:37201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:17:29,674 INFO [RS:0;5c7979348d1b:37201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:17:29,775 INFO [RS:0;5c7979348d1b:37201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:29,778 INFO [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C37201%2C1733451448531, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/oldWALs, maxLogs=10 2024-12-06T02:17:29,791 DEBUG [RS:0;5c7979348d1b:37201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531/5c7979348d1b%2C37201%2C1733451448531.1733451449779, exclude list is [], retry=0 2024-12-06T02:17:29,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-bf2b5f38-fdde-4b28-b397-7557d6a50733,DISK] 2024-12-06T02:17:29,797 INFO [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531/5c7979348d1b%2C37201%2C1733451448531.1733451449779 2024-12-06T02:17:29,798 DEBUG [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-06T02:17:29,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:17:29,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25 2024-12-06T02:17:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:17:30,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:30,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:30,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:30,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:30,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:30,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:30,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:30,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:30,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:30,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:30,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740 2024-12-06T02:17:30,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740 2024-12-06T02:17:30,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:30,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:30,323 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:30,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:30,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:30,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68904727, jitterRate=0.026760444045066833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:30,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451450269Initializing all the Stores at 1733451450272 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450276 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451450276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450276Cleaning up temporary data from old regions at 1733451450322 (+46 ms)Region opened successfully at 1733451450340 (+18 ms) 2024-12-06T02:17:30,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:30,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:30,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:30,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:30,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:30,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:30,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451450344Disabling compacts and flushes for region at 1733451450344Disabling writes for close at 1733451450344Writing region close event to WAL at 1733451450345 (+1 ms)Closed at 1733451450345 2024-12-06T02:17:30,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:30,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:17:30,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:17:30,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:30,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:17:30,512 DEBUG [5c7979348d1b:42149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:30,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,37201,1733451448531 2024-12-06T02:17:30,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37201,1733451448531, state=OPENING 2024-12-06T02:17:30,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:17:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:30,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:30,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37201,1733451448531}] 2024-12-06T02:17:30,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1306580955/meta-region-server: CHANGED 2024-12-06T02:17:30,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1306580955/meta-region-server: CHANGED 2024-12-06T02:17:30,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:17:30,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:17:30,709 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:17:30,710 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:30,710 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:17:30,716 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C37201%2C1733451448531.meta, suffix=.meta, logDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/oldWALs, maxLogs=10 2024-12-06T02:17:30,738 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531/5c7979348d1b%2C37201%2C1733451448531.meta.1733451450718.meta, exclude list is [], retry=0 2024-12-06T02:17:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-bf2b5f38-fdde-4b28-b397-7557d6a50733,DISK] 2024-12-06T02:17:30,753 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/WALs/5c7979348d1b,37201,1733451448531/5c7979348d1b%2C37201%2C1733451448531.meta.1733451450718.meta 2024-12-06T02:17:30,753 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-06T02:17:30,754 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:30,754 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:30,754 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:30,754 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:17:30,754 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:17:30,755 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:17:30,755 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:30,755 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:17:30,755 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:17:30,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:30,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:30,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:30,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:30,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:30,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:30,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:30,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:30,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:30,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:30,778 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:30,780 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740 2024-12-06T02:17:30,782 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740 2024-12-06T02:17:30,786 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:30,786 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:30,787 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:30,791 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:30,793 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71424839, jitterRate=0.06431303918361664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:30,793 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:17:30,793 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451450755Writing region info on filesystem at 1733451450755Initializing all the Stores at 1733451450758 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450763 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451450763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451450764 (+1 ms)Cleaning up temporary data from old regions at 1733451450786 (+22 ms)Running coprocessor post-open hooks at 1733451450793 (+7 ms)Region opened successfully at 1733451450793 2024-12-06T02:17:30,796 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451450696 2024-12-06T02:17:30,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:17:30,801 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:17:30,801 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:17:30,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37201,1733451448531 2024-12-06T02:17:30,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37201,1733451448531, state=OPEN 2024-12-06T02:17:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1306580955/meta-region-server 2024-12-06T02:17:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1306580955/meta-region-server 2024-12-06T02:17:30,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,37201,1733451448531 2024-12-06T02:17:30,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1306580955/meta-region-server: CHANGED 2024-12-06T02:17:30,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1306580955/meta-region-server: CHANGED 2024-12-06T02:17:30,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:17:30,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37201,1733451448531 in 283 msec 2024-12-06T02:17:30,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:17:30,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-12-06T02:17:30,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:30,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:17:30,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:30,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37201,1733451448531, seqNum=-1] 2024-12-06T02:17:30,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:30,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:30,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4790 sec 2024-12-06T02:17:30,852 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451450852, completionTime=-1 2024-12-06T02:17:30,852 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:17:30,852 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:17:30,861 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:17:30,861 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451510861 2024-12-06T02:17:30,861 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451570861 2024-12-06T02:17:30,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-06T02:17:30,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:42149, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,863 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,865 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,867 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.203sec 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:30,878 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:17:30,884 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:17:30,884 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:17:30,884 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42149,1733451448271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:30,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:17:30,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:30,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:30,924 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a99893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:30,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:30,928 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:30,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61992bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37201,1733451448531, seqNum=-1] 2024-12-06T02:17:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:30,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:30,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,42149,1733451448271 2024-12-06T02:17:30,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:30,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a86dc8140005 connected 2024-12-06T02:17:30,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d8ba6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45867,-1 for getting cluster id 2024-12-06T02:17:30,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:30,981 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '566e6f28-25f7-47af-9a24-dbcc8c4690e1' 2024-12-06T02:17:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "566e6f28-25f7-47af-9a24-dbcc8c4690e1" 2024-12-06T02:17:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b30f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45867,-1] 2024-12-06T02:17:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:30,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:30,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1215d8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:30,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45867,1733451440817 2024-12-06T02:17:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f41b2 2024-12-06T02:17:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:31,007 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:31,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:17:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:17:31,023 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:31,024 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6020f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:31,024 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:31,025 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:31,026 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:31,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f82b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:31,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:31,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:31,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:31,030 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309ff80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:31,032 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc5f5fc 2024-12-06T02:17:31,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:31,041 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:31,058 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T02:17:31,058 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:17:31,064 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:31,065 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:31,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:31,067 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:31,074 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:17:31,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:17:31,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:31,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:17:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741835_1011 (size=1138) 2024-12-06T02:17:31,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d30dd5d1a29797a807cec2cd6c0f83a7, NAME => 'hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6 2024-12-06T02:17:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741836_1012 (size=44) 2024-12-06T02:17:31,123 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:31,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d30dd5d1a29797a807cec2cd6c0f83a7, disabling compactions & flushes 2024-12-06T02:17:31,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. after waiting 0 ms 2024-12-06T02:17:31,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d30dd5d1a29797a807cec2cd6c0f83a7: Waiting for close lock at 1733451451123Disabling compacts and flushes for region at 1733451451123Disabling writes for close at 1733451451124 (+1 ms)Writing region close event to WAL at 1733451451124Closed at 1733451451124 2024-12-06T02:17:31,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:17:31,127 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:17:31,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451451127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451451127"}]},"ts":"1733451451127"} 2024-12-06T02:17:31,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:17:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:31,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:17:31,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451451147"}]},"ts":"1733451451147"} 2024-12-06T02:17:31,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:17:31,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN}] 2024-12-06T02:17:31,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN 2024-12-06T02:17:31,178 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN; state=OFFLINE, location=5c7979348d1b,34813,1733451442160; forceNewPlan=false, retain=false 2024-12-06T02:17:31,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d30dd5d1a29797a807cec2cd6c0f83a7, regionState=OPENING, regionLocation=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:31,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN because future has completed 2024-12-06T02:17:31,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,34813,1733451442160}] 2024-12-06T02:17:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:17:31,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:17:31,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:31,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T02:17:31,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:31,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:17:31,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:17:31,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:17:31,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:31,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:17:31,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C34813%2C1733451442160.rep, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:31,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.rep.1733451451511, exclude list is [], retry=0 2024-12-06T02:17:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:31,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.rep.1733451451511 2024-12-06T02:17:31,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:31,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d30dd5d1a29797a807cec2cd6c0f83a7, NAME => 'hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:31,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:31,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:31,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. service=MultiRowMutationService 2024-12-06T02:17:31,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:17:31,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:31,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,541 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,544 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName hfileref 2024-12-06T02:17:31,544 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:31,545 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:31,545 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,550 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName queue 2024-12-06T02:17:31,550 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:31,552 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:31,552 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,554 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName sid 2024-12-06T02:17:31,554 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:31,555 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:31,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:17:31,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:31,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d30dd5d1a29797a807cec2cd6c0f83a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67992110, jitterRate=0.013161391019821167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:17:31,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:31,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d30dd5d1a29797a807cec2cd6c0f83a7: Running coprocessor pre-open hook at 1733451451539Writing region info on filesystem at 1733451451539Initializing all the Stores at 1733451451541 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451451541Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451451541Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451451541Cleaning up temporary data from old regions at 1733451451560 (+19 ms)Running coprocessor post-open hooks at 1733451451568 (+8 ms)Region opened successfully at 1733451451569 (+1 ms) 2024-12-06T02:17:31,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., pid=7, masterSystemTime=1733451451497 2024-12-06T02:17:31,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:31,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d30dd5d1a29797a807cec2cd6c0f83a7, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,34813,1733451442160 2024-12-06T02:17:31,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,34813,1733451442160 because future has completed 2024-12-06T02:17:31,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T02:17:31,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,34813,1733451442160 in 246 msec 2024-12-06T02:17:31,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:17:31,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN in 429 msec 2024-12-06T02:17:31,607 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:17:31,607 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451451607"}]},"ts":"1733451451607"} 2024-12-06T02:17:31,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:17:31,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:17:31,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 552 msec 2024-12-06T02:17:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:31,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., hostname=5c7979348d1b,34813,1733451442160, seqNum=2] 2024-12-06T02:17:31,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T02:17:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:31,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:17:31,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T02:17:31,924 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:17:31,965 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,34813,1733451442160, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:17:31,966 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:31,966 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,34813,1733451442160, seqNum=-1] 2024-12-06T02:17:31,967 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:31,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T02:17:31,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,34813,1733451442160', locateType=CURRENT is [region=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., hostname=5c7979348d1b,34813,1733451442160, seqNum=2] 2024-12-06T02:17:31,979 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T02:17:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T02:17:31,986 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,34813,1733451442160 suceeded 2024-12-06T02:17:31,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T02:17:31,991 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:31,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-12-06T02:17:31,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 980 msec 2024-12-06T02:17:31,999 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:32,003 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21765074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,003 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:32,003 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:32,004 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d92023b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:32,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,007 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:32,008 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7b1c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,008 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51609099 2024-12-06T02:17:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,011 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,013 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,34813,1733451442160 (queues=1) is replicating from cluster=566e6f28-25f7-47af-9a24-dbcc8c4690e1 to cluster=07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:32,015 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C34813%2C1733451442160 2024-12-06T02:17:32,019 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,34813,1733451442160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:17:32,021 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C34813%2C1733451442160 2024-12-06T02:17:32,025 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814, startPosition=0, beingWritten=true 2024-12-06T02:17:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:32,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:32,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:32,174 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:17:32,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:32,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279ff30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45867,-1 for getting cluster id 2024-12-06T02:17:32,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:32,176 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '566e6f28-25f7-47af-9a24-dbcc8c4690e1' 2024-12-06T02:17:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "566e6f28-25f7-47af-9a24-dbcc8c4690e1" 2024-12-06T02:17:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f09a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45867,-1] 2024-12-06T02:17:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:32,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d9c0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45867,1733451440817 2024-12-06T02:17:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22abbf23 2024-12-06T02:17:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,184 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:17:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:17:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T02:17:32,189 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:32,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7815b2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,193 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:32,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:32,194 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:32,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:32,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2541d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:32,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,200 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:32,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a6d5a1 2024-12-06T02:17:32,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,207 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,208 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:17:32,209 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:17:32,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:32,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:17:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T02:17:32,298 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:32,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-06T02:17:32,447 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T02:17:32,490 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5c7979348d1b,34813,1733451442160, ReplicationSource: 2, currentBandwidth=0 2024-12-06T02:17:32,495 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T02:17:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T02:17:32,500 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5c7979348d1b,34813,1733451442160 suceeded 2024-12-06T02:17:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T02:17:32,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:17:32,505 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:32,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-06T02:17:32,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 320 msec 2024-12-06T02:17:32,517 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:32,518 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3627faca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,518 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:32,519 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:32,520 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ebd80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:32,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:32,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,524 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:32,526 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc223a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,526 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44906928 2024-12-06T02:17:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,529 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,531 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5c7979348d1b,34813,1733451442160 (queues=1) is replicating from cluster=566e6f28-25f7-47af-9a24-dbcc8c4690e1 to cluster=07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:32,531 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5c7979348d1b%2C34813%2C1733451442160 2024-12-06T02:17:32,531 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5c7979348d1b,34813,1733451442160, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:17:32,531 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C34813%2C1733451442160 2024-12-06T02:17:32,531 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814, startPosition=0, beingWritten=true 2024-12-06T02:17:32,606 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:32,746 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T02:17:32,814 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T02:17:32,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:32,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:32,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45867,1733451440817 2024-12-06T02:17:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202e1d45 2024-12-06T02:17:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:17:32,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T02:17:32,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:17:32,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T02:17:32,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T02:17:32,852 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T02:17:32,854 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daceb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,854 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:32,854 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:32,855 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624f1a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:32,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,858 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccdd709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:32,860 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:32,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@734bbf59 2024-12-06T02:17:32,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:32,865 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:32,867 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T02:17:32,867 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:17:32,867 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,867 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:32,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:32,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:17:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T02:17:33,012 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:33,054 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:33,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-06T02:17:33,079 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-06T02:17:33,081 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T02:17:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T02:17:33,085 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5c7979348d1b,34813,1733451442160 suceeded 2024-12-06T02:17:33,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T02:17:33,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-06T02:17:33,089 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:33,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 250 msec 2024-12-06T02:17:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T02:17:33,174 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-06T02:17:33,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T02:17:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T02:17:33,179 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:33,180 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddb3242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:33,180 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:33,180 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:33,181 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:33,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baae8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:33,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,183 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308a6b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:33,185 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:33,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:33,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a0d185a 2024-12-06T02:17:33,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:33,188 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:33,189 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:17:33,189 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:17:33,189 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,189 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:33,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:17:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T02:17:33,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-06T02:17:33,351 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-06T02:17:33,352 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T02:17:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T02:17:33,356 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5c7979348d1b,34813,1733451442160 suceeded 2024-12-06T02:17:33,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T02:17:33,359 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5c7979348d1b:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:17:33,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-06T02:17:33,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-12-06T02:17:33,460 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T02:17:33,495 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-06T02:17:33,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:17:33,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T02:17:33,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:33,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:33,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:33,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:17:33,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-12-06T02:17:33,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,45867,1733451440817 2024-12-06T02:17:33,521 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:33,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:33,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:33,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:33,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:33,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:33,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:33,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,34813,1733451442160' ***** 2024-12-06T02:17:33,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:17:33,544 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:17:33,545 INFO [RS:0;5c7979348d1b:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:17:33,545 INFO [RS:0;5c7979348d1b:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:17:33,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:17:33,545 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,34813,1733451442160 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:34813. 2024-12-06T02:17:33,546 DEBUG [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:33,546 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d30dd5d1a29797a807cec2cd6c0f83a7, disabling compactions & flushes 2024-12-06T02:17:33,546 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:17:33,546 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. after waiting 0 ms 2024-12-06T02:17:33,546 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:17:33,547 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:33,547 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:17:33,547 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:17:33,547 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d30dd5d1a29797a807cec2cd6c0f83a7=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.} 2024-12-06T02:17:33,547 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:33,547 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:33,547 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:33,548 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:33,548 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:33,548 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:33,551 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d30dd5d1a29797a807cec2cd6c0f83a7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-06T02:17:33,554 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T02:17:33,599 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:17:33,599 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:17:33,633 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:33,651 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/412cf998c8cb40bdae244e7fa2905b22 is 147, key is hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7./info:regioninfo/1733451451576/Put/seqid=0 2024-12-06T02:17:33,652 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/.tmp/queue/c071b1d2981d45259a0760fb87fe1fca is 151, key is 1-5c7979348d1b,34813,1733451442160/queue:5c7979348d1b%2C34813%2C1733451442160/1733451451973/Put/seqid=0 2024-12-06T02:17:33,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741839_1015 (size=6631) 2024-12-06T02:17:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741838_1014 (size=5500) 2024-12-06T02:17:33,748 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:33,948 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:33,967 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:34,086 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/412cf998c8cb40bdae244e7fa2905b22 2024-12-06T02:17:34,104 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/.tmp/queue/c071b1d2981d45259a0760fb87fe1fca 2024-12-06T02:17:34,128 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:34,149 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:34,175 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/.tmp/queue/c071b1d2981d45259a0760fb87fe1fca as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/queue/c071b1d2981d45259a0760fb87fe1fca 2024-12-06T02:17:34,189 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/queue/c071b1d2981d45259a0760fb87fe1fca, entries=2, sequenceid=6, filesize=5.4 K 2024-12-06T02:17:34,201 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d30dd5d1a29797a807cec2cd6c0f83a7 in 646ms, sequenceid=6, compaction requested=false 2024-12-06T02:17:34,201 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:17:34,210 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/ns/5015c9de7d034d1f98af53d73ed6bcb4 is 43, key is default/ns:d/1733451445498/Put/seqid=0 2024-12-06T02:17:34,224 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T02:17:34,227 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:34,228 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:34,228 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:34,228 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d30dd5d1a29797a807cec2cd6c0f83a7: Waiting for close lock at 1733451453546Running coprocessor pre-close hooks at 1733451453546Disabling compacts and flushes for region at 1733451453546Disabling writes for close at 1733451453546Obtaining lock to block concurrent updates at 1733451453551 (+5 ms)Preparing flush snapshotting stores in d30dd5d1a29797a807cec2cd6c0f83a7 at 1733451453551Finished memstore snapshotting hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733451453560 (+9 ms)Flushing stores of hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. at 1733451453562 (+2 ms)Flushing d30dd5d1a29797a807cec2cd6c0f83a7/queue: creating writer at 1733451453564 (+2 ms)Flushing d30dd5d1a29797a807cec2cd6c0f83a7/queue: appending metadata at 1733451453630 (+66 ms)Flushing d30dd5d1a29797a807cec2cd6c0f83a7/queue: closing flushed file at 1733451453634 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a6b5b8: reopening flushed file at 1733451454172 (+538 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d30dd5d1a29797a807cec2cd6c0f83a7 in 646ms, sequenceid=6, compaction requested=false at 1733451454201 (+29 ms)Writing region close event to WAL at 1733451454213 (+12 ms)Running coprocessor post-close hooks at 1733451454225 (+12 ms)Closed at 1733451454228 (+3 ms) 2024-12-06T02:17:34,229 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741840_1016 (size=5153) 2024-12-06T02:17:34,242 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/ns/5015c9de7d034d1f98af53d73ed6bcb4 2024-12-06T02:17:34,274 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/table/4f82017ab001477db939b82b7e4e451b is 53, key is hbase:replication/table:state/1733451451607/Put/seqid=0 2024-12-06T02:17:34,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741841_1017 (size=5256) 2024-12-06T02:17:34,283 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/table/4f82017ab001477db939b82b7e4e451b 2024-12-06T02:17:34,306 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/412cf998c8cb40bdae244e7fa2905b22 as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/info/412cf998c8cb40bdae244e7fa2905b22 2024-12-06T02:17:34,331 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/info/412cf998c8cb40bdae244e7fa2905b22, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T02:17:34,334 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/ns/5015c9de7d034d1f98af53d73ed6bcb4 as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/ns/5015c9de7d034d1f98af53d73ed6bcb4 2024-12-06T02:17:34,349 DEBUG [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:34,379 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/ns/5015c9de7d034d1f98af53d73ed6bcb4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:17:34,382 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/table/4f82017ab001477db939b82b7e4e451b as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/table/4f82017ab001477db939b82b7e4e451b 2024-12-06T02:17:34,403 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/table/4f82017ab001477db939b82b7e4e451b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T02:17:34,407 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 859ms, sequenceid=11, compaction requested=false 2024-12-06T02:17:34,421 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:17:34,422 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:34,423 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:34,423 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:34,423 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451453547Running coprocessor pre-close hooks at 1733451453547Disabling compacts and flushes for region at 1733451453547Disabling writes for close at 1733451453548 (+1 ms)Obtaining lock to block concurrent updates at 1733451453554 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1733451453554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733451453560 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451453562 (+2 ms)Flushing 1588230740/info: creating writer at 1733451453564 (+2 ms)Flushing 1588230740/info: appending metadata at 1733451453638 (+74 ms)Flushing 1588230740/info: closing flushed file at 1733451453638Flushing 1588230740/ns: creating writer at 1733451454172 (+534 ms)Flushing 1588230740/ns: appending metadata at 1733451454208 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1733451454208Flushing 1588230740/table: creating writer at 1733451454255 (+47 ms)Flushing 1588230740/table: appending metadata at 1733451454274 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733451454274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e9f896: reopening flushed file at 1733451454300 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450ff038: reopening flushed file at 1733451454332 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ffa0511: reopening flushed file at 1733451454380 (+48 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 859ms, sequenceid=11, compaction requested=false at 1733451454407 (+27 ms)Writing region close event to WAL at 1733451454409 (+2 ms)Running coprocessor post-close hooks at 1733451454422 (+13 ms)Closed at 1733451454423 (+1 ms) 2024-12-06T02:17:34,424 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:34,549 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,34813,1733451442160; all regions closed. 2024-12-06T02:17:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741834_1010 (size=2742) 2024-12-06T02:17:34,563 DEBUG [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:34,563 INFO [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C34813%2C1733451442160.meta:.meta(num 1733451445236) 2024-12-06T02:17:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741837_1013 (size=1802) 2024-12-06T02:17:34,572 DEBUG [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:34,572 INFO [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C34813%2C1733451442160.rep:(num 1733451451511) 2024-12-06T02:17:34,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741833_1009 (size=93) 2024-12-06T02:17:34,578 DEBUG [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:34,579 INFO [RS:0;5c7979348d1b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C34813%2C1733451442160:(num 1733451444814) 2024-12-06T02:17:34,579 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:34,579 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:34,579 INFO [RS:0;5c7979348d1b:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:34,579 INFO [RS:0;5c7979348d1b:34813 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:34,579 INFO [RS:0;5c7979348d1b:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:34,579 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:34,580 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,34813,1733451442160 because: Region server is closing 2024-12-06T02:17:34,580 INFO [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:34813. 2024-12-06T02:17:34,580 DEBUG [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:34,580 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:34,581 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:34,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:34,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 to pos 0, reset compression=false 2024-12-06T02:17:34,589 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 was moved to hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs/5c7979348d1b%2C34813%2C1733451442160.1733451444814 2024-12-06T02:17:34,596 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814 2024-12-06T02:17:34,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T02:17:34,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T02:17:34,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5c7979348d1b,34813,1733451442160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160/5c7979348d1b%2C34813%2C1733451442160.1733451444814, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T02:17:34,605 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,34813,1733451442160: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5c7979348d1b,34813,1733451442160, walGroup=5c7979348d1b%2C34813%2C1733451442160, offset=5c7979348d1b%2C34813%2C1733451442160.1733451444814:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:34813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:17:34,608 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:17:34,611 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:17:34,612 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:17:34,612 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:17:34,612 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:17:34,612 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 396519808 }, "NonHeapMemoryUsage": { "committed": 152109056, "init": 7667712, "max": -1, "used": 149817424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:17:34,622 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5c7979348d1b%2C34813%2C1733451442160.1733451444814] 2024-12-06T02:17:34,681 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.wal-reader.5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:17:34,681 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:17:34,681 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,1-5c7979348d1b,34813,1733451442160 terminated 2024-12-06T02:17:34,683 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5c7979348d1b,34813,1733451442160 because: Region server is closing 2024-12-06T02:17:34,683 INFO [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:34813. 2024-12-06T02:17:34,683 DEBUG [RS:0;5c7979348d1b:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:34,683 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:34,683 DEBUG [RS:0;5c7979348d1b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:34,684 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,34813,1733451442160.replicationSource.shipper5c7979348d1b%2C34813%2C1733451442160,2-5c7979348d1b,34813,1733451442160 terminated 2024-12-06T02:17:34,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:34,684 INFO [RS:0;5c7979348d1b:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34813 2024-12-06T02:17:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/rs 2024-12-06T02:17:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/rs/5c7979348d1b,34813,1733451442160 2024-12-06T02:17:34,700 INFO [RS:0;5c7979348d1b:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:34,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,34813,1733451442160] 2024-12-06T02:17:34,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/draining/5c7979348d1b,34813,1733451442160 already deleted, retry=false 2024-12-06T02:17:34,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,34813,1733451442160 expired; onlineServers=0 2024-12-06T02:17:34,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,45867,1733451440817' ***** 2024-12-06T02:17:34,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:17:34,721 INFO [M:0;5c7979348d1b:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:34,722 INFO [M:0;5c7979348d1b:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:34,722 DEBUG [M:0;5c7979348d1b:45867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:17:34,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:17:34,722 DEBUG [M:0;5c7979348d1b:45867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:17:34,722 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451444309 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451444309,5,FailOnTimeoutGroup] 2024-12-06T02:17:34,722 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451444310 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451444310,5,FailOnTimeoutGroup] 2024-12-06T02:17:34,722 INFO [M:0;5c7979348d1b:45867 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:34,722 INFO [M:0;5c7979348d1b:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:34,722 DEBUG [M:0;5c7979348d1b:45867 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:17:34,722 INFO [M:0;5c7979348d1b:45867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:17:34,723 INFO [M:0;5c7979348d1b:45867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:34,723 INFO [M:0;5c7979348d1b:45867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:17:34,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:17:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/master 2024-12-06T02:17:34,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:34,732 DEBUG [M:0;5c7979348d1b:45867 {}] zookeeper.ZKUtil(347): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/master because node does not exist (not an error) 2024-12-06T02:17:34,732 WARN [M:0;5c7979348d1b:45867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:17:34,733 INFO [M:0;5c7979348d1b:45867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.lastflushedseqids 2024-12-06T02:17:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741842_1018 (size=181) 2024-12-06T02:17:34,750 INFO [M:0;5c7979348d1b:45867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:17:34,750 INFO [M:0;5c7979348d1b:45867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:17:34,751 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:34,751 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:34,751 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:34,751 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:34,751 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:34,751 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-06T02:17:34,769 DEBUG [M:0;5c7979348d1b:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/875c2cc904c649ebbcea4c32bc4d806d is 82, key is hbase:meta,,1/info:regioninfo/1733451445355/Put/seqid=0 2024-12-06T02:17:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741843_1019 (size=5672) 2024-12-06T02:17:34,777 INFO [M:0;5c7979348d1b:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/875c2cc904c649ebbcea4c32bc4d806d 2024-12-06T02:17:34,809 DEBUG [M:0;5c7979348d1b:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f832443eee5d4f8da35eb11d86cfa445 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733451451622/Put/seqid=0 2024-12-06T02:17:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:34,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a86dc8140001, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:34,812 INFO [RS:0;5c7979348d1b:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:34,812 INFO [RS:0;5c7979348d1b:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,34813,1733451442160; zookeeper connection closed. 2024-12-06T02:17:34,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5434d919 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5434d919 2024-12-06T02:17:34,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:17:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741844_1020 (size=8663) 2024-12-06T02:17:34,830 INFO [M:0;5c7979348d1b:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f832443eee5d4f8da35eb11d86cfa445 2024-12-06T02:17:34,883 DEBUG [M:0;5c7979348d1b:45867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b845344bdcb44964806957b400f18799 is 69, key is 5c7979348d1b,34813,1733451442160/rs:state/1733451444407/Put/seqid=0 2024-12-06T02:17:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741845_1021 (size=5156) 2024-12-06T02:17:34,918 INFO [M:0;5c7979348d1b:45867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b845344bdcb44964806957b400f18799 2024-12-06T02:17:34,946 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/875c2cc904c649ebbcea4c32bc4d806d as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/875c2cc904c649ebbcea4c32bc4d806d 2024-12-06T02:17:34,984 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/875c2cc904c649ebbcea4c32bc4d806d, entries=8, sequenceid=115, filesize=5.5 K 2024-12-06T02:17:34,986 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f832443eee5d4f8da35eb11d86cfa445 as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f832443eee5d4f8da35eb11d86cfa445 2024-12-06T02:17:35,002 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f832443eee5d4f8da35eb11d86cfa445, entries=14, sequenceid=115, filesize=8.5 K 2024-12-06T02:17:35,008 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b845344bdcb44964806957b400f18799 as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b845344bdcb44964806957b400f18799 2024-12-06T02:17:35,020 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b845344bdcb44964806957b400f18799, entries=1, sequenceid=115, filesize=5.0 K 2024-12-06T02:17:35,021 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 270ms, sequenceid=115, compaction requested=false 2024-12-06T02:17:35,028 INFO [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:35,028 DEBUG [M:0;5c7979348d1b:45867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451454751Disabling compacts and flushes for region at 1733451454751Disabling writes for close at 1733451454751Obtaining lock to block concurrent updates at 1733451454751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451454751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733451454752 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451454752Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451454752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451454768 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451454768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451454787 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451454808 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451454808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451454850 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451454882 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451454882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecd8428: reopening flushed file at 1733451454943 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72875108: reopening flushed file at 1733451454984 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762d54e4: reopening flushed file at 1733451455002 (+18 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 270ms, sequenceid=115, compaction requested=false at 1733451455021 (+19 ms)Writing region close event to WAL at 1733451455027 (+6 ms)Closed at 1733451455027 2024-12-06T02:17:35,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741830_1006 (size=59421) 2024-12-06T02:17:35,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817/5c7979348d1b%2C45867%2C1733451440817.1733451443332 not finished, retry = 0 2024-12-06T02:17:35,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:35,158 INFO [M:0;5c7979348d1b:45867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:17:35,158 INFO [M:0;5c7979348d1b:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45867 2024-12-06T02:17:35,159 INFO [M:0;5c7979348d1b:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:35,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:35,274 INFO [M:0;5c7979348d1b:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:35,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45867-0x101a86dc8140000, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:35,276 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:35,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:17:35,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:35,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44365 2024-12-06T02:17:35,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44365 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:35,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443650x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:35,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44365-0x101a86dc8140006 connected 2024-12-06T02:17:35,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:35,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:35,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:35,311 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6, hbase.cluster.distributed=false 2024-12-06T02:17:35,311 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: INIT 2024-12-06T02:17:35,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/acl 2024-12-06T02:17:35,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44365 2024-12-06T02:17:35,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44365 2024-12-06T02:17:35,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44365 2024-12-06T02:17:35,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44365 2024-12-06T02:17:35,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44365 2024-12-06T02:17:35,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:35,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:35,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:35,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:35,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:17:35,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:35,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36965 2024-12-06T02:17:35,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36965 connecting to ZooKeeper ensemble=127.0.0.1:54213 2024-12-06T02:17:35,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:35,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:35,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369650x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:35,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369650x0, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:35,427 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: INIT 2024-12-06T02:17:35,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36965-0x101a86dc8140007 connected 2024-12-06T02:17:35,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:17:35,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:17:35,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/master 2024-12-06T02:17:35,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/acl 2024-12-06T02:17:35,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-06T02:17:35,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36965 2024-12-06T02:17:35,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36965 2024-12-06T02:17:35,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-06T02:17:35,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-06T02:17:35,448 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:44365 2024-12-06T02:17:35,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0927802162/backup-masters/5c7979348d1b,44365,1733451455276 2024-12-06T02:17:35,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:35,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:35,459 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/backup-masters/5c7979348d1b,44365,1733451455276 2024-12-06T02:17:35,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/master 2024-12-06T02:17:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:35,469 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/master 2024-12-06T02:17:35,470 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0927802162/backup-masters/5c7979348d1b,44365,1733451455276 from backup master directory 2024-12-06T02:17:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/backup-masters/5c7979348d1b,44365,1733451455276 2024-12-06T02:17:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/backup-masters 2024-12-06T02:17:35,479 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:35,480 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,44365,1733451455276 2024-12-06T02:17:35,503 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:35,503 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:17:35,521 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-12-06T02:17:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741846_1022 (size=196) 2024-12-06T02:17:35,540 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:35,540 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:17:35,541 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:35,551 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T02:17:35,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817 to hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817-dead as it is dead 2024-12-06T02:17:35,558 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T02:17:35,558 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T02:17:35,558 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817-dead/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:35,565 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817-dead/5c7979348d1b%2C45867%2C1733451440817.1733451443332 after 4ms 2024-12-06T02:17:35,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817-dead/5c7979348d1b%2C45867%2C1733451440817.1733451443332 to hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:35,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,45867,1733451440817-dead 2024-12-06T02:17:35,567 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,44365,1733451455276 2024-12-06T02:17:35,568 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:35,571 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C44365%2C1733451455276, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,44365,1733451455276, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/oldWALs, maxLogs=10 2024-12-06T02:17:35,586 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,44365,1733451455276/5c7979348d1b%2C44365%2C1733451455276.1733451455571, exclude list is [], retry=0 2024-12-06T02:17:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:35,594 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,44365,1733451455276/5c7979348d1b%2C44365%2C1733451455276.1733451455571 2024-12-06T02:17:35,597 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:35,597 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:35,598 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:35,598 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,598 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:17:35,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:35,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/875c2cc904c649ebbcea4c32bc4d806d 2024-12-06T02:17:35,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:35,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:17:35,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:35,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f832443eee5d4f8da35eb11d86cfa445 2024-12-06T02:17:35,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:35,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:17:35,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:35,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b845344bdcb44964806957b400f18799 2024-12-06T02:17:35,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:35,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:17:35,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:35,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:35,637 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,638 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T02:17:35,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:35,672 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:35,674 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C45867%2C1733451440817.1733451443332 2024-12-06T02:17:35,681 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,682 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,684 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:35,691 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:35,705 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-06T02:17:35,708 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104125, jitterRate=-0.10437874495983124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:35,709 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451455598Initializing all the Stores at 1733451455600 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451455600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451455600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451455600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451455600Cleaning up temporary data from old regions at 1733451455682 (+82 ms)Region opened successfully at 1733451455709 (+27 ms) 2024-12-06T02:17:35,716 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:17:35,722 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf4080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:35,735 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T02:17:35,735 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:17:35,735 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:17:35,736 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:17:35,737 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T02:17:35,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:35,744 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:17:35,744 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:17:35,745 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:17:35,745 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T02:17:35,745 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T02:17:35,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-06T02:17:35,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:17:35,754 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5c7979348d1b,34813,1733451442160, regionLocation=5c7979348d1b,34813,1733451442160, openSeqNum=2 2024-12-06T02:17:35,754 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5c7979348d1b,34813,1733451442160, table=hbase:meta, region=1588230740 2024-12-06T02:17:35,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,34813,1733451442160, state=OPEN 2024-12-06T02:17:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:35,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:35,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:35,814 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:17:36,026 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/draining/5c7979348d1b,34813,1733451442160 already deleted, retry=false 2024-12-06T02:17:36,027 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5c7979348d1b,34813,1733451442160 on 5c7979348d1b,44365,1733451455276 2024-12-06T02:17:36,033 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5c7979348d1b,34813,1733451442160, splitWal=true, meta=true 2024-12-06T02:17:36,036 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5c7979348d1b,34813,1733451442160 (carryingMeta=true) 5c7979348d1b,34813,1733451442160/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3ee6a56a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T02:17:36,040 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/balancer because node does not exist (not necessarily an error) 2024-12-06T02:17:36,095 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/balancer already deleted, retry=false 2024-12-06T02:17:36,096 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:17:36,097 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:17:36,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:17:36,321 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/normalizer already deleted, retry=false 2024-12-06T02:17:36,321 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:17:36,322 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:17:36,342 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/switch/split already deleted, retry=false 2024-12-06T02:17:36,343 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:17:36,352 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/switch/merge already deleted, retry=false 2024-12-06T02:17:36,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:17:36,384 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/snapshot-cleanup already deleted, retry=false 2024-12-06T02:17:36,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:36,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:36,402 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,44365,1733451455276, sessionid=0x101a86dc8140006, setting cluster-up flag (Was=false) 2024-12-06T02:17:36,417 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0927802162/flush-table-proc/acquired, /0927802162/flush-table-proc/reached, /0927802162/flush-table-proc/abort 2024-12-06T02:17:36,421 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44365,1733451455276 2024-12-06T02:17:36,436 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0927802162/online-snapshot/acquired, /0927802162/online-snapshot/reached, /0927802162/online-snapshot/abort 2024-12-06T02:17:36,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44365,1733451455276 2024-12-06T02:17:36,440 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.lastflushedseqids 2024-12-06T02:17:36,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:17:36,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:17:36,444 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,44365,1733451455276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5c7979348d1b,34813,1733451442160 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:36,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,456 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5c7979348d1b,34813,1733451442160, splitWal=true, meta=true 2024-12-06T02:17:36,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451486457 2024-12-06T02:17:36,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:17:36,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,34813,1733451442160, splitWal=true, meta=true, isMeta: true 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:17:36,458 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:17:36,459 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:17:36,459 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:17:36,460 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160-splitting 2024-12-06T02:17:36,460 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:17:36,460 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:17:36,461 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451456460,5,FailOnTimeoutGroup] 2024-12-06T02:17:36,461 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160-splitting dir is empty, no logs to split. 2024-12-06T02:17:36,461 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5c7979348d1b,34813,1733451442160 WAL count=0, meta=true 2024-12-06T02:17:36,464 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451456461,5,FailOnTimeoutGroup] 2024-12-06T02:17:36,464 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,464 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:17:36,464 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,464 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,465 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451456464, completionTime=-1 2024-12-06T02:17:36,465 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T02:17:36,469 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T02:17:36,472 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160-splitting dir is empty, no logs to split. 2024-12-06T02:17:36,472 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5c7979348d1b,34813,1733451442160 WAL count=0, meta=true 2024-12-06T02:17:36,472 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,34813,1733451442160 WAL splitting is done? wals=0, meta=true 2024-12-06T02:17:36,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:17:36,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:36,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:17:36,536 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(746): ClusterId : 566e6f28-25f7-47af-9a24-dbcc8c4690e1 2024-12-06T02:17:36,536 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:17:36,543 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:17:36,543 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:17:36,554 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:17:36,554 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667f7fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:36,572 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:36965 2024-12-06T02:17:36,572 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:17:36,573 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:17:36,573 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:17:36,574 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,44365,1733451455276 with port=36965, startcode=1733451455406 2024-12-06T02:17:36,576 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:17:36,580 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:17:36,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44365 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,588 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6 2024-12-06T02:17:36,588 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43507 2024-12-06T02:17:36,588 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:17:36,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/rs 2024-12-06T02:17:36,595 DEBUG [RS:0;5c7979348d1b:36965 {}] zookeeper.ZKUtil(111): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on existing znode=/0927802162/rs/5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,596 WARN [RS:0;5c7979348d1b:36965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:36,596 INFO [RS:0;5c7979348d1b:36965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:36,596 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,36965,1733451455406] 2024-12-06T02:17:36,620 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T02:17:36,629 WARN [5c7979348d1b:44365 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:17:36,640 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:17:36,643 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:17:36,644 INFO [RS:0;5c7979348d1b:36965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:17:36,644 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,644 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:17:36,650 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:17:36,650 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:36,651 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:36,652 DEBUG [RS:0;5c7979348d1b:36965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,652 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,36965,1733451455406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:36,668 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:17:36,668 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,36965,1733451455406-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,684 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,36965,1733451455406, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:17:36,700 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:36,701 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(231): queueId=2-5c7979348d1b,36965,1733451455406, ReplicationSource: 2, currentBandwidth=0 2024-12-06T02:17:36,702 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e03795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,702 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:36,702 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:36,703 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,703 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.Replication(171): 5c7979348d1b,36965,1733451455406 started 2024-12-06T02:17:36,706 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d21a78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:36,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:36,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:36,712 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:36,713 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52195ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,713 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aec5284 2024-12-06T02:17:36,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:36,717 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T02:17:36,718 INFO [RS:0;5c7979348d1b:36965.replicationSource,1-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,36965,1733451455406 (queues=0) is replicating from cluster=566e6f28-25f7-47af-9a24-dbcc8c4690e1 to cluster=07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:36,724 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:36,725 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,36965,1733451455406, RpcServer on 5c7979348d1b/172.17.0.3:36965, sessionid=0x101a86dc8140007 2024-12-06T02:17:36,725 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:17:36,725 DEBUG [RS:0;5c7979348d1b:36965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,725 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,36965,1733451455406' 2024-12-06T02:17:36,728 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0927802162/flush-table-proc/abort' 2024-12-06T02:17:36,729 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0927802162/flush-table-proc/acquired' 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42149' 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,36965,1733451455406 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,36965,1733451455406' 2024-12-06T02:17:36,730 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0927802162/online-snapshot/abort' 2024-12-06T02:17:36,732 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0927802162/online-snapshot/acquired' 2024-12-06T02:17:36,739 DEBUG [RS:0;5c7979348d1b:36965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:17:36,739 INFO [RS:0;5c7979348d1b:36965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:17:36,739 INFO [RS:0;5c7979348d1b:36965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:17:36,747 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e69d8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,747 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42149,-1 for getting cluster id 2024-12-06T02:17:36,748 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:36,750 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07fc9094-61e3-41fe-bfb1-cee3e10970f6' 2024-12-06T02:17:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07fc9094-61e3-41fe-bfb1-cee3e10970f6" 2024-12-06T02:17:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180cc104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42149,-1] 2024-12-06T02:17:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:36,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:36,755 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:36,756 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63eca167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:36,756 DEBUG [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42149,1733451448271 2024-12-06T02:17:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60623003 2024-12-06T02:17:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:36,760 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T02:17:36,762 INFO [RS:0;5c7979348d1b:36965.replicationSource,2-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5c7979348d1b,36965,1733451455406 (queues=0) is replicating from cluster=566e6f28-25f7-47af-9a24-dbcc8c4690e1 to cluster=07fc9094-61e3-41fe-bfb1-cee3e10970f6 2024-12-06T02:17:36,840 INFO [RS:0;5c7979348d1b:36965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:36,842 INFO [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36965%2C1733451455406, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:36,865 DEBUG [RS:0;5c7979348d1b:36965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844, exclude list is [], retry=0 2024-12-06T02:17:36,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:36,913 INFO [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 2024-12-06T02:17:36,915 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5c7979348d1b%2C36965%2C1733451455406 for peer 2 2024-12-06T02:17:36,915 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5c7979348d1b%2C36965%2C1733451455406 for peer 1 2024-12-06T02:17:36,915 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C36965%2C1733451455406 2024-12-06T02:17:36,916 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,36965,1733451455406, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:17:36,925 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5c7979348d1b%2C36965%2C1733451455406 2024-12-06T02:17:36,925 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5c7979348d1b,36965,1733451455406, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:17:36,926 INFO [RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C36965%2C1733451455406 2024-12-06T02:17:36,937 DEBUG [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:36,936 INFO [RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C36965%2C1733451455406 2024-12-06T02:17:36,937 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844, startPosition=0, beingWritten=true 2024-12-06T02:17:36,938 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844, startPosition=0, beingWritten=true 2024-12-06T02:17:37,130 DEBUG [5c7979348d1b:44365 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:37,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:37,134 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,36965,1733451455406, state=OPENING 2024-12-06T02:17:37,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:37,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:37,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:37,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:37,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:37,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,36965,1733451455406}] 2024-12-06T02:17:37,177 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:37,189 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:37,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:17:37,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:17:37,306 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:17:37,307 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:37,307 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:17:37,309 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36965%2C1733451455406.meta, suffix=.meta, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:37,323 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.meta.1733451457310.meta, exclude list is [], retry=0 2024-12-06T02:17:37,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:37,329 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.meta.1733451457310.meta 2024-12-06T02:17:37,329 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:37,329 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:37,330 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:37,330 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:37,330 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:17:37,330 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:17:37,330 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:17:37,330 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:37,331 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:17:37,331 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:17:37,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:37,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:37,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:37,345 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/info/412cf998c8cb40bdae244e7fa2905b22 2024-12-06T02:17:37,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:37,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:37,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:37,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:37,361 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/ns/5015c9de7d034d1f98af53d73ed6bcb4 2024-12-06T02:17:37,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:37,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:37,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:37,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:37,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:37,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:37,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:37,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:37,377 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/table/4f82017ab001477db939b82b7e4e451b 2024-12-06T02:17:37,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:37,378 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:37,379 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:37,381 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740 2024-12-06T02:17:37,384 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:37,384 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:37,385 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:37,387 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:37,388 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63047935, jitterRate=-0.06051255762577057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:37,388 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:17:37,389 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451457331Writing region info on filesystem at 1733451457331Initializing all the Stores at 1733451457332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451457332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451457332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451457332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451457332Cleaning up temporary data from old regions at 1733451457384 (+52 ms)Running coprocessor post-open hooks at 1733451457388 (+4 ms)Region opened successfully at 1733451457388 2024-12-06T02:17:37,390 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733451457300 2024-12-06T02:17:37,394 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:17:37,394 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:17:37,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:37,398 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,36965,1733451455406, state=OPEN 2024-12-06T02:17:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0927802162/meta-region-server 2024-12-06T02:17:37,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:37,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:37,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0927802162/meta-region-server: CHANGED 2024-12-06T02:17:37,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T02:17:37,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,36965,1733451455406 in 262 msec 2024-12-06T02:17:37,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T02:17:37,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 935 msec 2024-12-06T02:17:37,496 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:37,519 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:37,907 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:37,925 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:38,128 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1663ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1508ms 2024-12-06T02:17:38,418 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:38,431 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:39,026 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:39,038 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:39,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3166ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3011ms 2024-12-06T02:17:39,731 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:39,744 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:40,541 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:40,550 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:40,985 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T02:17:40,985 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:17:40,986 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:40,986 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,36965,1733451455406, seqNum=-1] 2024-12-06T02:17:40,988 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:40,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:40,999 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d30dd5d1a29797a807cec2cd6c0f83a7, regionState=OPEN, lastHost=5c7979348d1b,34813,1733451442160, regionLocation=5c7979348d1b,34813,1733451442160, openSeqNum=2 2024-12-06T02:17:40,999 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:17:40,999 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451520999 2024-12-06T02:17:40,999 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451580999 2024-12-06T02:17:40,999 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:44365, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,000 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5c7979348d1b,34813,1733451442160 had 2 regions 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,002 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,34813,1733451442160, splitWal=true, meta=true, isMeta: false 2024-12-06T02:17:41,005 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160-splitting dir is empty, no logs to split. 2024-12-06T02:17:41,005 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5c7979348d1b,34813,1733451442160 WAL count=0, meta=false 2024-12-06T02:17:41,008 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.528sec 2024-12-06T02:17:41,008 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:41,009 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:17:41,009 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,34813,1733451442160-splitting dir is empty, no logs to split. 2024-12-06T02:17:41,009 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5c7979348d1b,34813,1733451442160 WAL count=0, meta=false 2024-12-06T02:17:41,009 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,34813,1733451442160 WAL splitting is done? wals=0, meta=false 2024-12-06T02:17:41,012 WARN [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5c7979348d1b,34813,1733451442160/hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:41,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN}] 2024-12-06T02:17:41,014 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:17:41,014 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:17:41,014 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44365,1733451455276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:41,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN 2024-12-06T02:17:41,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:17:41,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51851a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44365,-1 for getting cluster id 2024-12-06T02:17:41,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:41,044 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '566e6f28-25f7-47af-9a24-dbcc8c4690e1' 2024-12-06T02:17:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "566e6f28-25f7-47af-9a24-dbcc8c4690e1" 2024-12-06T02:17:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5146776d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44365,-1] 2024-12-06T02:17:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,047 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:41,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771c2b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:41,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,36965,1733451455406, seqNum=-1] 2024-12-06T02:17:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:41,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:41,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T02:17:41,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:41,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:41,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5c7979348d1b:44365 after: 5c7979348d1b:44365 2024-12-06T02:17:41,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44365,-1 for getting cluster id 2024-12-06T02:17:41,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:41,057 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '566e6f28-25f7-47af-9a24-dbcc8c4690e1' 2024-12-06T02:17:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "566e6f28-25f7-47af-9a24-dbcc8c4690e1" 2024-12-06T02:17:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44365,-1] 2024-12-06T02:17:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,059 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:41,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731c7634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:41,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44365,1733451455276 2024-12-06T02:17:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521b6bd3 2024-12-06T02:17:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:41,062 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:41,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:17:41,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T02:17:41,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:17:41,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44365 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-06T02:17:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:17:41,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:41,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:41,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:41,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:17:41,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-12-06T02:17:41,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,42149,1733451448271 2024-12-06T02:17:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1306580955/running 2024-12-06T02:17:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1306580955/running 2024-12-06T02:17:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:41,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:41,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:41,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:41,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/running 2024-12-06T02:17:41,090 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,37201,1733451448531' ***** 2024-12-06T02:17:41,090 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:17:41,091 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:17:41,091 INFO [RS:0;5c7979348d1b:37201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:17:41,091 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:17:41,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Set watcher on znode that does not yet exist, /1-1306580955/running 2024-12-06T02:17:41,091 INFO [RS:0;5c7979348d1b:37201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:17:41,091 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,37201,1733451448531 2024-12-06T02:17:41,091 INFO [RS:0;5c7979348d1b:37201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:37201. 2024-12-06T02:17:41,092 DEBUG [RS:0;5c7979348d1b:37201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:41,092 DEBUG [RS:0;5c7979348d1b:37201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:17:41,092 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:17:41,092 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:17:41,093 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:41,093 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:41,093 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:41,093 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:41,093 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:41,093 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:41,093 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T02:17:41,114 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/.tmp/ns/0f39c344e478449b8b200a76af76b99e is 43, key is default/ns:d/1733451450840/Put/seqid=0 2024-12-06T02:17:41,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=5153) 2024-12-06T02:17:41,154 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:41,168 DEBUG [5c7979348d1b:44365 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:41,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d30dd5d1a29797a807cec2cd6c0f83a7, regionState=OPENING, regionLocation=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:41,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN because future has completed 2024-12-06T02:17:41,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,36965,1733451455406}] 2024-12-06T02:17:41,293 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:41,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:41,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:41,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:17:41,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36965%2C1733451455406.rep, suffix=, logDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406, archiveDir=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs, maxLogs=10 2024-12-06T02:17:41,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.rep.1733451461339, exclude list is [], retry=0 2024-12-06T02:17:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-fa5d7031-03c6-4a92-acef-22d1b1a94f9d,DISK] 2024-12-06T02:17:41,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.rep.1733451461339 2024-12-06T02:17:41,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35075:35075)] 2024-12-06T02:17:41,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d30dd5d1a29797a807cec2cd6c0f83a7, NAME => 'hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:41,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:41,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:41,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. service=MultiRowMutationService 2024-12-06T02:17:41,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:17:41,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:41,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,359 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,360 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName hfileref 2024-12-06T02:17:41,360 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:41,360 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:41,360 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,361 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName queue 2024-12-06T02:17:41,361 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:41,368 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/queue/c071b1d2981d45259a0760fb87fe1fca 2024-12-06T02:17:41,368 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:41,369 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,370 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d30dd5d1a29797a807cec2cd6c0f83a7 columnFamilyName sid 2024-12-06T02:17:41,370 DEBUG [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:41,371 INFO [StoreOpener-d30dd5d1a29797a807cec2cd6c0f83a7-1 {}] regionserver.HStore(327): Store=d30dd5d1a29797a807cec2cd6c0f83a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:41,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:17:41,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d30dd5d1a29797a807cec2cd6c0f83a7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71710914, jitterRate=0.0685758888721466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:17:41,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:41,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d30dd5d1a29797a807cec2cd6c0f83a7: Running coprocessor pre-open hook at 1733451461357Writing region info on filesystem at 1733451461357Initializing all the Stores at 1733451461358 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451461358Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451461358Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451461358Cleaning up temporary data from old regions at 1733451461375 (+17 ms)Running coprocessor post-open hooks at 1733451461379 (+4 ms)Region opened successfully at 1733451461380 (+1 ms) 2024-12-06T02:17:41,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., pid=19, masterSystemTime=1733451461325 2024-12-06T02:17:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:17:41,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:17:41,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:41,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:41,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d30dd5d1a29797a807cec2cd6c0f83a7, regionState=OPEN, openSeqNum=10, regionLocation=5c7979348d1b,36965,1733451455406 2024-12-06T02:17:41,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,36965,1733451455406 because future has completed 2024-12-06T02:17:41,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T02:17:41,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d30dd5d1a29797a807cec2cd6c0f83a7, server=5c7979348d1b,36965,1733451455406 in 216 msec 2024-12-06T02:17:41,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-06T02:17:41,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d30dd5d1a29797a807cec2cd6c0f83a7, ASSIGN in 379 msec 2024-12-06T02:17:41,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T02:17:41,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7., hostname=5c7979348d1b,36965,1733451455406, seqNum=10] 2024-12-06T02:17:41,436 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5c7979348d1b,34813,1733451442160 2024-12-06T02:17:41,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T02:17:41,452 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:41,456 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:41,493 DEBUG [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:41,521 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/.tmp/ns/0f39c344e478449b8b200a76af76b99e 2024-12-06T02:17:41,532 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/.tmp/ns/0f39c344e478449b8b200a76af76b99e as hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/ns/0f39c344e478449b8b200a76af76b99e 2024-12-06T02:17:41,541 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/ns/0f39c344e478449b8b200a76af76b99e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T02:17:41,543 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-12-06T02:17:41,543 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:17:41,549 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T02:17:41,550 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:41,550 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:41,550 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:41,551 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451461092Running coprocessor pre-close hooks at 1733451461092Disabling compacts and flushes for region at 1733451461092Disabling writes for close at 1733451461093 (+1 ms)Obtaining lock to block concurrent updates at 1733451461093Preparing flush snapshotting stores in 1588230740 at 1733451461093Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733451461093Flushing stores of hbase:meta,,1.1588230740 at 1733451461094 (+1 ms)Flushing 1588230740/ns: creating writer at 1733451461094Flushing 1588230740/ns: appending metadata at 1733451461113 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451461113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d120bf6: reopening flushed file at 1733451461530 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1733451461543 (+13 ms)Writing region close event to WAL at 1733451461544 (+1 ms)Running coprocessor post-close hooks at 1733451461550 (+6 ms)Closed at 1733451461550 2024-12-06T02:17:41,551 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:41,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-06T02:17:41,639 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:17:41,639 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:17:41,693 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,37201,1733451448531; all regions closed. 2024-12-06T02:17:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=1152) 2024-12-06T02:17:41,700 DEBUG [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/oldWALs 2024-12-06T02:17:41,700 INFO [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37201%2C1733451448531.meta:.meta(num 1733451450718) 2024-12-06T02:17:41,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=93) 2024-12-06T02:17:41,705 DEBUG [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/oldWALs 2024-12-06T02:17:41,705 INFO [RS:0;5c7979348d1b:37201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37201%2C1733451448531:(num 1733451449779) 2024-12-06T02:17:41,705 DEBUG [RS:0;5c7979348d1b:37201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:41,705 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:41,705 INFO [RS:0;5c7979348d1b:37201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:41,706 INFO [RS:0;5c7979348d1b:37201 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:41,706 INFO [RS:0;5c7979348d1b:37201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:41,706 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:41,706 INFO [RS:0;5c7979348d1b:37201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37201 2024-12-06T02:17:41,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955/rs 2024-12-06T02:17:41,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1306580955/rs/5c7979348d1b,37201,1733451448531 2024-12-06T02:17:41,752 INFO [RS:0;5c7979348d1b:37201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:41,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,37201,1733451448531] 2024-12-06T02:17:41,773 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1306580955/draining/5c7979348d1b,37201,1733451448531 already deleted, retry=false 2024-12-06T02:17:41,773 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,37201,1733451448531 expired; onlineServers=0 2024-12-06T02:17:41,773 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,42149,1733451448271' ***** 2024-12-06T02:17:41,773 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:17:41,774 INFO [M:0;5c7979348d1b:42149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:41,774 INFO [M:0;5c7979348d1b:42149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:41,774 DEBUG [M:0;5c7979348d1b:42149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:17:41,774 DEBUG [M:0;5c7979348d1b:42149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:17:41,774 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451449413 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451449413,5,FailOnTimeoutGroup] 2024-12-06T02:17:41,774 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451449413 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451449413,5,FailOnTimeoutGroup] 2024-12-06T02:17:41,774 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:17:41,775 INFO [M:0;5c7979348d1b:42149 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:41,775 INFO [M:0;5c7979348d1b:42149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:41,775 DEBUG [M:0;5c7979348d1b:42149 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:17:41,775 INFO [M:0;5c7979348d1b:42149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:17:41,775 INFO [M:0;5c7979348d1b:42149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:41,776 INFO [M:0;5c7979348d1b:42149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:17:41,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:17:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1306580955/master 2024-12-06T02:17:41,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1306580955 2024-12-06T02:17:41,784 DEBUG [M:0;5c7979348d1b:42149 {}] zookeeper.ZKUtil(347): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Unable to get data of znode /1-1306580955/master because node does not exist (not an error) 2024-12-06T02:17:41,784 WARN [M:0;5c7979348d1b:42149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:17:41,787 INFO [M:0;5c7979348d1b:42149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/.lastflushedseqids 2024-12-06T02:17:41,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=99) 2024-12-06T02:17:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:41,863 INFO [RS:0;5c7979348d1b:37201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:41,863 INFO [RS:0;5c7979348d1b:37201 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,37201,1733451448531; zookeeper connection closed. 2024-12-06T02:17:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37201-0x101a86dc8140004, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:41,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60afaafe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60afaafe 2024-12-06T02:17:41,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:17:42,195 INFO [M:0;5c7979348d1b:42149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:17:42,195 INFO [M:0;5c7979348d1b:42149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:17:42,195 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:42,195 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:42,195 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:42,195 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:42,195 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:42,195 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T02:17:42,214 DEBUG [M:0;5c7979348d1b:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38a48620bab4e648ec4e1bc2e956ae1 is 82, key is hbase:meta,,1/info:regioninfo/1733451450802/Put/seqid=0 2024-12-06T02:17:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=5672) 2024-12-06T02:17:42,458 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:42,461 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:42,621 INFO [M:0;5c7979348d1b:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38a48620bab4e648ec4e1bc2e956ae1 2024-12-06T02:17:42,644 DEBUG [M:0;5c7979348d1b:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98aa3d4e60c45c6ad8629693a68a838 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733451450850/Put/seqid=0 2024-12-06T02:17:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=5275) 2024-12-06T02:17:42,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:17:42,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:17:43,050 INFO [M:0;5c7979348d1b:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98aa3d4e60c45c6ad8629693a68a838 2024-12-06T02:17:43,076 DEBUG [M:0;5c7979348d1b:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc94cfa089344a6d8eb89847dd459917 is 69, key is 5c7979348d1b,37201,1733451448531/rs:state/1733451449506/Put/seqid=0 2024-12-06T02:17:43,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=5156) 2024-12-06T02:17:43,482 INFO [M:0;5c7979348d1b:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc94cfa089344a6d8eb89847dd459917 2024-12-06T02:17:43,495 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e38a48620bab4e648ec4e1bc2e956ae1 as hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e38a48620bab4e648ec4e1bc2e956ae1 2024-12-06T02:17:43,502 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e38a48620bab4e648ec4e1bc2e956ae1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T02:17:43,504 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c98aa3d4e60c45c6ad8629693a68a838 as hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c98aa3d4e60c45c6ad8629693a68a838 2024-12-06T02:17:43,510 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c98aa3d4e60c45c6ad8629693a68a838, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T02:17:43,511 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc94cfa089344a6d8eb89847dd459917 as hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc94cfa089344a6d8eb89847dd459917 2024-12-06T02:17:43,517 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/26f67885-66bb-0fcd-f5e4-6ef5e24d4a25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc94cfa089344a6d8eb89847dd459917, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T02:17:43,518 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-12-06T02:17:43,520 INFO [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:43,520 DEBUG [M:0;5c7979348d1b:42149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451462195Disabling compacts and flushes for region at 1733451462195Disabling writes for close at 1733451462195Obtaining lock to block concurrent updates at 1733451462195Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451462195Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733451462196 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451462197 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451462197Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451462214 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451462214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451462628 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451462644 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451462644Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451463060 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451463075 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451463075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371bcac: reopening flushed file at 1733451463494 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645d07f3: reopening flushed file at 1733451463503 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b01f35e: reopening flushed file at 1733451463510 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1733451463518 (+8 ms)Writing region close event to WAL at 1733451463520 (+2 ms)Closed at 1733451463520 2024-12-06T02:17:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=10165) 2024-12-06T02:17:43,523 INFO [M:0;5c7979348d1b:42149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:17:43,523 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:43,523 INFO [M:0;5c7979348d1b:42149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42149 2024-12-06T02:17:43,526 INFO [M:0;5c7979348d1b:42149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:43,564 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:43,567 DEBUG [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 to pos 0, reset compression=false 2024-12-06T02:17:43,631 INFO [M:0;5c7979348d1b:42149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:43,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:43,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x101a86dc8140003, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:43,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f8b5d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:43,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:17:43,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:17:43,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:17:43,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir/,STOPPED} 2024-12-06T02:17:43,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:17:43,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:17:43,640 WARN [BP-1797745450-172.17.0.3-1733451445897 heartbeating to localhost/127.0.0.1:38749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:17:43,640 WARN [BP-1797745450-172.17.0.3-1733451445897 heartbeating to localhost/127.0.0.1:38749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1797745450-172.17.0.3-1733451445897 (Datanode Uuid e935182c-9ae9-487f-917a-11f45de4c5c7) service to localhost/127.0.0.1:38749 2024-12-06T02:17:43,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/cluster_e451c54a-0344-c52e-bb0d-64c894314e07/data/data1/current/BP-1797745450-172.17.0.3-1733451445897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:17:43,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/cluster_e451c54a-0344-c52e-bb0d-64c894314e07/data/data2/current/BP-1797745450-172.17.0.3-1733451445897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:17:43,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:17:43,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@478c3fc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:43,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:17:43,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:17:43,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:17:43,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir/,STOPPED} 2024-12-06T02:17:43,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:17:43,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:17:43,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:43,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:43,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:43,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:43,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:43,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:17:43,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=946558604, stopped=false 2024-12-06T02:17:43,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,44365,1733451455276 2024-12-06T02:17:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/running 2024-12-06T02:17:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:43,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:43,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:43,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:17:43,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:43,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:43,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:43,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,36965,1733451455406' ***** 2024-12-06T02:17:43,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:17:43,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Set watcher on znode that does not yet exist, /0927802162/running 2024-12-06T02:17:43,690 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:17:43,690 INFO [RS:0;5c7979348d1b:36965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:17:43,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:17:43,690 INFO [RS:0;5c7979348d1b:36965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:17:43,690 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(3091): Received CLOSE for d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,36965,1733451455406 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:36965. 2024-12-06T02:17:43,691 DEBUG [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:43,691 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d30dd5d1a29797a807cec2cd6c0f83a7, disabling compactions & flushes 2024-12-06T02:17:43,691 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:43,691 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:17:43,691 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:17:43,691 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. after waiting 0 ms 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:17:43,691 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:17:43,691 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:17:43,691 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d30dd5d1a29797a807cec2cd6c0f83a7=hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7.} 2024-12-06T02:17:43,692 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d30dd5d1a29797a807cec2cd6c0f83a7 2024-12-06T02:17:43,692 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:43,692 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:43,692 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:43,692 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:43,692 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:43,692 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T02:17:43,698 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/replication/d30dd5d1a29797a807cec2cd6c0f83a7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-06T02:17:43,698 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:43,698 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:43,699 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:43,699 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d30dd5d1a29797a807cec2cd6c0f83a7: Waiting for close lock at 1733451463691Running coprocessor pre-close hooks at 1733451463691Disabling compacts and flushes for region at 1733451463691Disabling writes for close at 1733451463691Writing region close event to WAL at 1733451463692 (+1 ms)Running coprocessor post-close hooks at 1733451463698 (+6 ms)Closed at 1733451463699 (+1 ms) 2024-12-06T02:17:43,699 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7. 2024-12-06T02:17:43,710 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/3e191560082344309b6061dcbf28763d is 147, key is hbase:replication,,1733451451066.d30dd5d1a29797a807cec2cd6c0f83a7./info:regioninfo/1733451461384/Put/seqid=0 2024-12-06T02:17:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741851_1027 (size=6385) 2024-12-06T02:17:43,759 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:43,892 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:44,092 DEBUG [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:17:44,115 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/3e191560082344309b6061dcbf28763d 2024-12-06T02:17:44,124 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/.tmp/info/3e191560082344309b6061dcbf28763d as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/info/3e191560082344309b6061dcbf28763d 2024-12-06T02:17:44,130 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/info/3e191560082344309b6061dcbf28763d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T02:17:44,132 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-12-06T02:17:44,138 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T02:17:44,138 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:17:44,139 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:17:44,139 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:44,139 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451463691Running coprocessor pre-close hooks at 1733451463691Disabling compacts and flushes for region at 1733451463691Disabling writes for close at 1733451463692 (+1 ms)Obtaining lock to block concurrent updates at 1733451463692Preparing flush snapshotting stores in 1588230740 at 1733451463692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733451463693 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451463693Flushing 1588230740/info: creating writer at 1733451463694 (+1 ms)Flushing 1588230740/info: appending metadata at 1733451463709 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733451463709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad43409: reopening flushed file at 1733451464122 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1733451464132 (+10 ms)Writing region close event to WAL at 1733451464133 (+1 ms)Running coprocessor post-close hooks at 1733451464138 (+5 ms)Closed at 1733451464139 (+1 ms) 2024-12-06T02:17:44,139 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:44,293 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,36965,1733451455406; all regions closed. 2024-12-06T02:17:44,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741849_1025 (size=2156) 2024-12-06T02:17:44,298 DEBUG [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:44,298 INFO [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36965%2C1733451455406.meta:.meta(num 1733451457310) 2024-12-06T02:17:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741850_1026 (size=796) 2024-12-06T02:17:44,303 DEBUG [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:44,303 INFO [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36965%2C1733451455406.rep:(num 1733451461339) 2024-12-06T02:17:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741848_1024 (size=93) 2024-12-06T02:17:44,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/WALs/5c7979348d1b,36965,1733451455406/5c7979348d1b%2C36965%2C1733451455406.1733451456844 not finished, retry = 0 2024-12-06T02:17:44,412 DEBUG [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/oldWALs 2024-12-06T02:17:44,412 INFO [RS:0;5c7979348d1b:36965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36965%2C1733451455406:(num 1733451456844) 2024-12-06T02:17:44,412 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:44,412 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:17:44,413 INFO [RS:0;5c7979348d1b:36965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:44,413 INFO [RS:0;5c7979348d1b:36965 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:44,413 INFO [RS:0;5c7979348d1b:36965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:44,413 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:44,414 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T02:17:44,414 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,36965,1733451455406 because: Region server is closing 2024-12-06T02:17:44,414 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T02:17:44,414 INFO [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:36965. 2024-12-06T02:17:44,414 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T02:17:44,415 DEBUG [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:44,415 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:44,415 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:44,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:44,516 WARN [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:17:44,516 WARN [RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:17:44,516 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,1-5c7979348d1b,36965,1733451455406 terminated 2024-12-06T02:17:44,516 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5c7979348d1b,36965,1733451455406 because: Region server is closing 2024-12-06T02:17:44,516 INFO [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:36965. 2024-12-06T02:17:44,516 DEBUG [RS:0;5c7979348d1b:36965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:17:44,516 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:44,516 DEBUG [RS:0;5c7979348d1b:36965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:44,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:44,617 WARN [RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:17:44,617 WARN [RS:0;5c7979348d1b:36965.replicationSource.wal-reader.5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:17:44,617 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5c7979348d1b:36965.replicationSource.shipper5c7979348d1b%2C36965%2C1733451455406,2-5c7979348d1b,36965,1733451455406 terminated 2024-12-06T02:17:44,617 INFO [RS:0;5c7979348d1b:36965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36965 2024-12-06T02:17:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/rs/5c7979348d1b,36965,1733451455406 2024-12-06T02:17:44,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162/rs 2024-12-06T02:17:44,626 INFO [RS:0;5c7979348d1b:36965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:44,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,36965,1733451455406] 2024-12-06T02:17:44,720 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0927802162/draining/5c7979348d1b,36965,1733451455406 already deleted, retry=false 2024-12-06T02:17:44,720 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,36965,1733451455406 expired; onlineServers=0 2024-12-06T02:17:44,720 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,44365,1733451455276' ***** 2024-12-06T02:17:44,720 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:17:44,720 INFO [M:0;5c7979348d1b:44365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:17:44,721 INFO [M:0;5c7979348d1b:44365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:17:44,721 DEBUG [M:0;5c7979348d1b:44365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:17:44,721 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:17:44,721 DEBUG [M:0;5c7979348d1b:44365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:17:44,721 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451456460 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451456460,5,FailOnTimeoutGroup] 2024-12-06T02:17:44,721 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451456461 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451456461,5,FailOnTimeoutGroup] 2024-12-06T02:17:44,721 INFO [M:0;5c7979348d1b:44365 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:17:44,721 INFO [M:0;5c7979348d1b:44365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:17:44,721 DEBUG [M:0;5c7979348d1b:44365 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:17:44,721 INFO [M:0;5c7979348d1b:44365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:17:44,721 INFO [M:0;5c7979348d1b:44365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:17:44,722 INFO [M:0;5c7979348d1b:44365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:17:44,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:17:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0927802162/master 2024-12-06T02:17:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0927802162 2024-12-06T02:17:44,731 DEBUG [M:0;5c7979348d1b:44365 {}] zookeeper.ZKUtil(347): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Unable to get data of znode /0927802162/master because node does not exist (not an error) 2024-12-06T02:17:44,731 WARN [M:0;5c7979348d1b:44365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:17:44,732 INFO [M:0;5c7979348d1b:44365 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/.lastflushedseqids 2024-12-06T02:17:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:44,736 INFO [RS:0;5c7979348d1b:36965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:44,736 INFO [RS:0;5c7979348d1b:36965 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,36965,1733451455406; zookeeper connection closed. 2024-12-06T02:17:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36965-0x101a86dc8140007, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:44,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ae3f1a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ae3f1a5 2024-12-06T02:17:44,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:17:44,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741852_1028 (size=181) 2024-12-06T02:17:45,138 INFO [M:0;5c7979348d1b:44365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:17:45,139 INFO [M:0;5c7979348d1b:44365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:17:45,139 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:45,139 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:45,139 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:45,139 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:45,139 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:45,139 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T02:17:45,155 DEBUG [M:0;5c7979348d1b:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81128af7734d46be8722887ac8b7d911 is 82, key is hbase:meta,,1/info:regioninfo/1733451457396/Put/seqid=0 2024-12-06T02:17:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741853_1029 (size=5680) 2024-12-06T02:17:45,560 INFO [M:0;5c7979348d1b:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81128af7734d46be8722887ac8b7d911 2024-12-06T02:17:45,587 DEBUG [M:0;5c7979348d1b:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/713f7bb44df047b782fd2e94698d363b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733451461392/Put/seqid=0 2024-12-06T02:17:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741854_1030 (size=7319) 2024-12-06T02:17:46,023 INFO [M:0;5c7979348d1b:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/713f7bb44df047b782fd2e94698d363b 2024-12-06T02:17:46,042 DEBUG [M:0;5c7979348d1b:44365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9818bda56af1432985b5d14ad7eab9dc is 69, key is 5c7979348d1b,36965,1733451455406/rs:state/1733451456581/Put/seqid=0 2024-12-06T02:17:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741855_1031 (size=5371) 2024-12-06T02:17:46,447 INFO [M:0;5c7979348d1b:44365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9818bda56af1432985b5d14ad7eab9dc 2024-12-06T02:17:46,453 INFO [M:0;5c7979348d1b:44365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9818bda56af1432985b5d14ad7eab9dc 2024-12-06T02:17:46,454 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81128af7734d46be8722887ac8b7d911 as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81128af7734d46be8722887ac8b7d911 2024-12-06T02:17:46,460 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81128af7734d46be8722887ac8b7d911, entries=8, sequenceid=172, filesize=5.5 K 2024-12-06T02:17:46,461 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/713f7bb44df047b782fd2e94698d363b as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/713f7bb44df047b782fd2e94698d363b 2024-12-06T02:17:46,468 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/713f7bb44df047b782fd2e94698d363b, entries=7, sequenceid=172, filesize=7.1 K 2024-12-06T02:17:46,469 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9818bda56af1432985b5d14ad7eab9dc as hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9818bda56af1432985b5d14ad7eab9dc 2024-12-06T02:17:46,476 INFO [M:0;5c7979348d1b:44365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9818bda56af1432985b5d14ad7eab9dc 2024-12-06T02:17:46,476 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43507/user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9818bda56af1432985b5d14ad7eab9dc, entries=2, sequenceid=172, filesize=5.2 K 2024-12-06T02:17:46,477 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=172, compaction requested=false 2024-12-06T02:17:46,479 INFO [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:46,479 DEBUG [M:0;5c7979348d1b:44365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451465139Disabling compacts and flushes for region at 1733451465139Disabling writes for close at 1733451465139Obtaining lock to block concurrent updates at 1733451465139Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451465139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733451465140 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451465140Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451465140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451465154 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451465154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451465570 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451465587 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451465587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451466029 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451466041 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451466041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8d4d02: reopening flushed file at 1733451466453 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaf2b43: reopening flushed file at 1733451466460 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89ef15d: reopening flushed file at 1733451466468 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=172, compaction requested=false at 1733451466477 (+9 ms)Writing region close event to WAL at 1733451466478 (+1 ms)Closed at 1733451466478 2024-12-06T02:17:46,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741847_1023 (size=22949) 2024-12-06T02:17:46,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ceda003-7ee4-60e9-55ff-a39506d5edd6/MasterData/WALs/5c7979348d1b,44365,1733451455276/5c7979348d1b%2C44365%2C1733451455276.1733451455571 not finished, retry = 0 2024-12-06T02:17:46,583 INFO [M:0;5c7979348d1b:44365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:17:46,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:17:46,583 INFO [M:0;5c7979348d1b:44365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44365 2024-12-06T02:17:46,583 INFO [M:0;5c7979348d1b:44365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:17:46,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:46,714 INFO [M:0;5c7979348d1b:44365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:17:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44365-0x101a86dc8140006, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:17:46,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:46,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:17:46,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:17:46,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:17:46,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir/,STOPPED} 2024-12-06T02:17:46,718 WARN [BP-1561123264-172.17.0.3-1733451436001 heartbeating to localhost/127.0.0.1:43507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:17:46,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:17:46,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:17:46,719 WARN [BP-1561123264-172.17.0.3-1733451436001 heartbeating to localhost/127.0.0.1:43507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1561123264-172.17.0.3-1733451436001 (Datanode Uuid d07bd4b5-55ac-4e74-b3f1-76bedefe1fb0) service to localhost/127.0.0.1:43507 2024-12-06T02:17:46,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/data/data1/current/BP-1561123264-172.17.0.3-1733451436001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:17:46,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/cluster_1ddad6aa-b0fa-eab6-baeb-f59e7bbd36c7/data/data2/current/BP-1561123264-172.17.0.3-1733451436001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:17:46,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:17:46,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:46,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:17:46,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:17:46,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:17:46,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a470a31-5156-2b3a-6feb-7a7a750089cb/hadoop.log.dir/,STOPPED} 2024-12-06T02:17:46,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:17:46,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:17:46,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54213) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43507 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54213) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=697 (was 828), ProcessCount=11 (was 11), AvailableMemoryMB=2583 (was 3558) 2024-12-06T02:17:46,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=697, ProcessCount=11, AvailableMemoryMB=2582 2024-12-06T02:17:46,775 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-06T02:17:46,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir so I do NOT create it in target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045 2024-12-06T02:17:46,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:17:46,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.tmp.dir so I do NOT create it in target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045 2024-12-06T02:17:46,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffe4a1e-7830-9fd5-99d5-3cd966ce61b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:17:46,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045 2024-12-06T02:17:46,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087, deleteOnExit=true 2024-12-06T02:17:46,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/zookeeper_0, clientPort=58776, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:17:46,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58776 2024-12-06T02:17:46,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:17:46,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:17:46,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/test.cache.data in system properties and HBase conf 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:17:46,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:17:46,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:17:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:17:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:17:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:17:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:17:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a86dc8140005, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:17:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a86dc8140002, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:17:46,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a86dc8140005, quorum=127.0.0.1:54213, baseZNode=/1-1306580955 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:17:46,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a86dc8140002, quorum=127.0.0.1:54213, baseZNode=/0927802162 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:17:47,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:47,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:47,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:47,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:47,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:17:47,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:47,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:47,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:47,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/java.io.tmpdir/jetty-localhost-44491-hadoop-hdfs-3_4_1-tests_jar-_-any-2443853318682706533/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:47,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:44491} 2024-12-06T02:17:47,784 INFO [Time-limited test {}] server.Server(415): Started @33987ms 2024-12-06T02:17:48,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:48,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:48,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:48,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:48,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:17:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:48,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/java.io.tmpdir/jetty-localhost-42889-hadoop-hdfs-3_4_1-tests_jar-_-any-16324825211599588360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:48,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:42889} 2024-12-06T02:17:48,143 INFO [Time-limited test {}] server.Server(415): Started @34346ms 2024-12-06T02:17:48,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:17:48,952 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/data/data1/current/BP-2111231620-172.17.0.3-1733451466815/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:48,952 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/data/data2/current/BP-2111231620-172.17.0.3-1733451466815/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:48,972 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:17:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c26ddede9306f45 with lease ID 0x4a461283d9150f55: Processing first storage report for DS-6ed77c92-c327-461b-b7fe-2882ad4f5167 from datanode DatanodeRegistration(127.0.0.1:40493, datanodeUuid=bb16117b-663a-433f-951b-28eb1b7eec42, infoPort=42807, infoSecurePort=0, ipcPort=45323, storageInfo=lv=-57;cid=testClusterID;nsid=1062927954;c=1733451466815) 2024-12-06T02:17:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c26ddede9306f45 with lease ID 0x4a461283d9150f55: from storage DS-6ed77c92-c327-461b-b7fe-2882ad4f5167 node DatanodeRegistration(127.0.0.1:40493, datanodeUuid=bb16117b-663a-433f-951b-28eb1b7eec42, infoPort=42807, infoSecurePort=0, ipcPort=45323, storageInfo=lv=-57;cid=testClusterID;nsid=1062927954;c=1733451466815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c26ddede9306f45 with lease ID 0x4a461283d9150f55: Processing first storage report for DS-a77aecfc-d60a-4670-b59a-61cdd9d50ce4 from datanode DatanodeRegistration(127.0.0.1:40493, datanodeUuid=bb16117b-663a-433f-951b-28eb1b7eec42, infoPort=42807, infoSecurePort=0, ipcPort=45323, storageInfo=lv=-57;cid=testClusterID;nsid=1062927954;c=1733451466815) 2024-12-06T02:17:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c26ddede9306f45 with lease ID 0x4a461283d9150f55: from storage DS-a77aecfc-d60a-4670-b59a-61cdd9d50ce4 node DatanodeRegistration(127.0.0.1:40493, datanodeUuid=bb16117b-663a-433f-951b-28eb1b7eec42, infoPort=42807, infoSecurePort=0, ipcPort=45323, storageInfo=lv=-57;cid=testClusterID;nsid=1062927954;c=1733451466815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:49,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045 2024-12-06T02:17:49,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:17:49,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:17:49,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:17:49,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2 with version=8 2024-12-06T02:17:49,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/hbase-staging 2024-12-06T02:17:49,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:49,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:49,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:17:49,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:49,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46495 2024-12-06T02:17:49,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46495 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:49,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464950x0, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:49,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46495-0x101a86e43c60000 connected 2024-12-06T02:17:49,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/running 2024-12-06T02:17:49,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2, hbase.cluster.distributed=false 2024-12-06T02:17:49,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/acl 2024-12-06T02:17:49,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T02:17:49,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46495 2024-12-06T02:17:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46495 2024-12-06T02:17:49,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T02:17:49,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46495 2024-12-06T02:17:49,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:49,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:49,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:49,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:49,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:17:49,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:49,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40793 2024-12-06T02:17:49,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40793 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:49,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407930x0, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:49,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407930x0, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/running 2024-12-06T02:17:49,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40793-0x101a86e43c60001 connected 2024-12-06T02:17:49,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:17:49,735 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:17:49,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/master 2024-12-06T02:17:49,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/acl 2024-12-06T02:17:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40793 2024-12-06T02:17:49,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40793 2024-12-06T02:17:49,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40793 2024-12-06T02:17:49,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40793 2024-12-06T02:17:49,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40793 2024-12-06T02:17:49,764 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:46495 2024-12-06T02:17:49,764 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01036995390/backup-masters/5c7979348d1b,46495,1733451469498 2024-12-06T02:17:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/backup-masters 2024-12-06T02:17:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/backup-masters 2024-12-06T02:17:49,776 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on existing znode=/01036995390/backup-masters/5c7979348d1b,46495,1733451469498 2024-12-06T02:17:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01036995390/master 2024-12-06T02:17:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:49,791 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on existing znode=/01036995390/master 2024-12-06T02:17:49,791 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01036995390/backup-masters/5c7979348d1b,46495,1733451469498 from backup master directory 2024-12-06T02:17:49,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01036995390/backup-masters/5c7979348d1b,46495,1733451469498 2024-12-06T02:17:49,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/backup-masters 2024-12-06T02:17:49,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/backup-masters 2024-12-06T02:17:49,801 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:49,801 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,46495,1733451469498 2024-12-06T02:17:49,807 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/hbase.id] with ID: 1c18627c-5cb3-4aad-aa28-58f3523607c8 2024-12-06T02:17:49,807 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/.tmp/hbase.id 2024-12-06T02:17:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:17:49,815 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/.tmp/hbase.id]:[hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/hbase.id] 2024-12-06T02:17:49,831 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:49,831 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:17:49,832 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:17:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:49,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:17:49,854 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:49,855 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:17:49,859 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:17:49,883 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store 2024-12-06T02:17:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:49,903 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:49,903 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:49,903 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451469903Disabling compacts and flushes for region at 1733451469903Disabling writes for close at 1733451469903Writing region close event to WAL at 1733451469903Closed at 1733451469903 2024-12-06T02:17:49,905 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/.initializing 2024-12-06T02:17:49,905 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/WALs/5c7979348d1b,46495,1733451469498 2024-12-06T02:17:49,906 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:49,909 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C46495%2C1733451469498, suffix=, logDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/WALs/5c7979348d1b,46495,1733451469498, archiveDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/oldWALs, maxLogs=10 2024-12-06T02:17:49,926 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/WALs/5c7979348d1b,46495,1733451469498/5c7979348d1b%2C46495%2C1733451469498.1733451469909, exclude list is [], retry=0 2024-12-06T02:17:49,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40493,DS-6ed77c92-c327-461b-b7fe-2882ad4f5167,DISK] 2024-12-06T02:17:49,932 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/WALs/5c7979348d1b,46495,1733451469498/5c7979348d1b%2C46495%2C1733451469498.1733451469909 2024-12-06T02:17:49,935 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-06T02:17:49,935 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:49,936 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:49,936 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,936 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:17:49,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:49,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:49,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:17:49,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:49,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:49,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:17:49,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:49,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:49,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:17:49,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:49,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:49,948 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,949 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,949 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,951 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,951 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,952 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:49,954 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:49,959 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:49,960 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75221509, jitterRate=0.12088783085346222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:49,961 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451469936Initializing all the Stores at 1733451469937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451469937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451469938 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451469938Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451469938Cleaning up temporary data from old regions at 1733451469951 (+13 ms)Region opened successfully at 1733451469961 (+10 ms) 2024-12-06T02:17:49,961 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:17:49,973 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437b9873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:49,975 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:17:49,975 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:17:49,975 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:17:49,975 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:17:49,976 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:17:49,977 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:17:49,977 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:17:49,984 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:17:49,985 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/balancer because node does not exist (not necessarily an error) 2024-12-06T02:17:49,996 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/balancer already deleted, retry=false 2024-12-06T02:17:49,997 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:17:49,998 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:17:50,017 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/normalizer already deleted, retry=false 2024-12-06T02:17:50,017 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:17:50,021 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:17:50,032 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/switch/split already deleted, retry=false 2024-12-06T02:17:50,033 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:17:50,048 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/switch/merge already deleted, retry=false 2024-12-06T02:17:50,076 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:17:50,099 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/snapshot-cleanup already deleted, retry=false 2024-12-06T02:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01036995390/running 2024-12-06T02:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01036995390/running 2024-12-06T02:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,117 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,46495,1733451469498, sessionid=0x101a86e43c60000, setting cluster-up flag (Was=false) 2024-12-06T02:17:50,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,200 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01036995390/flush-table-proc/acquired, /01036995390/flush-table-proc/reached, /01036995390/flush-table-proc/abort 2024-12-06T02:17:50,202 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46495,1733451469498 2024-12-06T02:17:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:50,263 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01036995390/online-snapshot/acquired, /01036995390/online-snapshot/reached, /01036995390/online-snapshot/abort 2024-12-06T02:17:50,265 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46495,1733451469498 2024-12-06T02:17:50,270 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:17:50,272 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:50,272 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:17:50,272 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:17:50,272 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,46495,1733451469498 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:50,274 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:50,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:17:50,280 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:50,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451500286 2024-12-06T02:17:50,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:17:50,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:17:50,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:17:50,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:17:50,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:17:50,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:17:50,280 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:17:50,300 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,316 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:17:50,317 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:17:50,317 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:17:50,317 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:17:50,321 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:17:50,322 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:17:50,328 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451470322,5,FailOnTimeoutGroup] 2024-12-06T02:17:50,340 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451470328,5,FailOnTimeoutGroup] 2024-12-06T02:17:50,340 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,340 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:17:50,341 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,341 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:17:50,351 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:17:50,351 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2 2024-12-06T02:17:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:17:50,366 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(746): ClusterId : 1c18627c-5cb3-4aad-aa28-58f3523607c8 2024-12-06T02:17:50,366 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:17:50,376 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:17:50,376 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:17:50,387 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:17:50,387 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc1d2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:50,402 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:40793 2024-12-06T02:17:50,402 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:17:50,402 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:17:50,402 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:17:50,403 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,46495,1733451469498 with port=40793, startcode=1733451469712 2024-12-06T02:17:50,403 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:17:50,405 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:17:50,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46495 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,408 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2 2024-12-06T02:17:50,408 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42005 2024-12-06T02:17:50,408 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:17:50,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/rs 2024-12-06T02:17:50,428 DEBUG [RS:0;5c7979348d1b:40793 {}] zookeeper.ZKUtil(111): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on existing znode=/01036995390/rs/5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,428 WARN [RS:0;5c7979348d1b:40793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:50,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,40793,1733451469712] 2024-12-06T02:17:50,428 INFO [RS:0;5c7979348d1b:40793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:50,429 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,448 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:17:50,464 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:17:50,471 INFO [RS:0;5c7979348d1b:40793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:17:50,471 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,472 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:17:50,473 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:17:50,474 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,474 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:50,475 DEBUG [RS:0;5c7979348d1b:40793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,476 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40793,1733451469712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:50,495 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:17:50,495 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,40793,1733451469712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,495 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,495 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.Replication(171): 5c7979348d1b,40793,1733451469712 started 2024-12-06T02:17:50,517 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:50,517 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,40793,1733451469712, RpcServer on 5c7979348d1b/172.17.0.3:40793, sessionid=0x101a86e43c60001 2024-12-06T02:17:50,517 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:17:50,518 DEBUG [RS:0;5c7979348d1b:40793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,518 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,40793,1733451469712' 2024-12-06T02:17:50,518 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01036995390/flush-table-proc/abort' 2024-12-06T02:17:50,520 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01036995390/flush-table-proc/acquired' 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,40793,1733451469712 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,40793,1733451469712' 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01036995390/online-snapshot/abort' 2024-12-06T02:17:50,521 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01036995390/online-snapshot/acquired' 2024-12-06T02:17:50,522 DEBUG [RS:0;5c7979348d1b:40793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:17:50,522 INFO [RS:0;5c7979348d1b:40793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:17:50,522 INFO [RS:0;5c7979348d1b:40793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:17:50,622 INFO [RS:0;5c7979348d1b:40793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:50,628 INFO [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C40793%2C1733451469712, suffix=, logDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712, archiveDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs, maxLogs=10 2024-12-06T02:17:50,653 DEBUG [RS:0;5c7979348d1b:40793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630, exclude list is [], retry=0 2024-12-06T02:17:50,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40493,DS-6ed77c92-c327-461b-b7fe-2882ad4f5167,DISK] 2024-12-06T02:17:50,667 INFO [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 2024-12-06T02:17:50,667 DEBUG [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-06T02:17:50,762 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:50,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:50,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:50,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:50,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:50,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:50,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:50,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:50,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:50,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:50,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:50,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:50,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:50,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:50,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:50,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:50,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:50,799 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:50,800 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740 2024-12-06T02:17:50,800 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740 2024-12-06T02:17:50,802 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:50,802 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:50,803 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:50,805 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:50,826 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:50,827 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59802827, jitterRate=-0.10886843502521515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:50,828 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451470762Initializing all the Stores at 1733451470763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451470763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451470764 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451470764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451470764Cleaning up temporary data from old regions at 1733451470802 (+38 ms)Region opened successfully at 1733451470828 (+26 ms) 2024-12-06T02:17:50,829 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:50,829 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:50,829 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:50,829 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:50,829 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:50,838 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:50,838 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451470829Disabling compacts and flushes for region at 1733451470829Disabling writes for close at 1733451470829Writing region close event to WAL at 1733451470838 (+9 ms)Closed at 1733451470838 2024-12-06T02:17:50,841 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:50,841 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:17:50,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:17:50,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:50,855 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:17:51,005 DEBUG [5c7979348d1b:46495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:51,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:51,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,40793,1733451469712, state=OPENING 2024-12-06T02:17:51,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:17:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:51,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01036995390/meta-region-server: CHANGED 2024-12-06T02:17:51,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01036995390/meta-region-server: CHANGED 2024-12-06T02:17:51,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:51,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,40793,1733451469712}] 2024-12-06T02:17:51,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:17:51,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:17:51,221 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:17:51,221 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:51,221 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:17:51,238 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C40793%2C1733451469712.meta, suffix=.meta, logDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712, archiveDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs, maxLogs=10 2024-12-06T02:17:51,259 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.meta.1733451471239.meta, exclude list is [], retry=0 2024-12-06T02:17:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40493,DS-6ed77c92-c327-461b-b7fe-2882ad4f5167,DISK] 2024-12-06T02:17:51,269 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.meta.1733451471239.meta 2024-12-06T02:17:51,272 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-06T02:17:51,273 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:51,273 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:51,273 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:51,274 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:17:51,274 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:17:51,274 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:17:51,274 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:51,274 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:17:51,274 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:17:51,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:51,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:51,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:51,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:51,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:51,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:51,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:51,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:51,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:51,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:51,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:51,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:51,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:51,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:51,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:51,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:51,290 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:51,291 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740 2024-12-06T02:17:51,293 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740 2024-12-06T02:17:51,295 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:51,295 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:51,296 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:51,298 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:51,299 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738818, jitterRate=-0.00551411509513855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:51,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:17:51,301 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451471274Writing region info on filesystem at 1733451471274Initializing all the Stores at 1733451471276 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451471276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451471276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451471276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451471276Cleaning up temporary data from old regions at 1733451471295 (+19 ms)Running coprocessor post-open hooks at 1733451471300 (+5 ms)Region opened successfully at 1733451471301 (+1 ms) 2024-12-06T02:17:51,303 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451471188 2024-12-06T02:17:51,314 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:17:51,315 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:17:51,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:51,317 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,40793,1733451469712, state=OPEN 2024-12-06T02:17:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01036995390/meta-region-server 2024-12-06T02:17:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01036995390/meta-region-server 2024-12-06T02:17:51,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:51,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01036995390/meta-region-server: CHANGED 2024-12-06T02:17:51,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01036995390/meta-region-server: CHANGED 2024-12-06T02:17:51,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:17:51,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,40793,1733451469712 in 339 msec 2024-12-06T02:17:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:17:51,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:17:51,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-12-06T02:17:51,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:51,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:17:51,389 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:51,389 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,40793,1733451469712, seqNum=-1] 2024-12-06T02:17:51,389 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:51,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:51,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1270 sec 2024-12-06T02:17:51,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451471400, completionTime=-1 2024-12-06T02:17:51,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:17:51,400 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:17:51,404 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:17:51,404 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451531404 2024-12-06T02:17:51,404 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451591404 2024-12-06T02:17:51,404 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T02:17:51,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:46495, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,405 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,408 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:17:51,408 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,414 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.613sec 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:51,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:17:51,428 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:17:51,428 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:17:51,429 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46495,1733451469498-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:51,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:51,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46495,-1 for getting cluster id 2024-12-06T02:17:51,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:51,497 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c18627c-5cb3-4aad-aa28-58f3523607c8' 2024-12-06T02:17:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c18627c-5cb3-4aad-aa28-58f3523607c8" 2024-12-06T02:17:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf67b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46495,-1] 2024-12-06T02:17:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:51,504 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:51,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:51,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,40793,1733451469712, seqNum=-1] 2024-12-06T02:17:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:51,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:51,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,46495,1733451469498 2024-12-06T02:17:51,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:51,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a86e43c60002 connected 2024-12-06T02:17:51,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir so I do NOT create it in target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a 2024-12-06T02:17:51,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:17:51,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.tmp.dir so I do NOT create it in target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a 2024-12-06T02:17:51,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:17:51,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/cluster_52a2edfd-8318-9444-62f4-6e1a579b133e, deleteOnExit=true 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/test.cache.data in system properties and HBase conf 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:17:51,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:17:51,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:17:51,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:17:51,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:17:51,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:17:51,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:17:51,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:17:51,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:17:52,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:52,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:52,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:52,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:52,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:17:52,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:52,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:52,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:52,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/java.io.tmpdir/jetty-localhost-32857-hadoop-hdfs-3_4_1-tests_jar-_-any-12695582267842251173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:17:52,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:32857} 2024-12-06T02:17:52,408 INFO [Time-limited test {}] server.Server(415): Started @38612ms 2024-12-06T02:17:52,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:17:52,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:17:52,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:17:52,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:17:52,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:17:52,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:17:52,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:17:53,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/java.io.tmpdir/jetty-localhost-42915-hadoop-hdfs-3_4_1-tests_jar-_-any-3085516213090134890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:17:53,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:42915} 2024-12-06T02:17:53,026 INFO [Time-limited test {}] server.Server(415): Started @39229ms 2024-12-06T02:17:53,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:17:54,512 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/cluster_52a2edfd-8318-9444-62f4-6e1a579b133e/data/data1/current/BP-1097956116-172.17.0.3-1733451471673/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:54,513 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/cluster_52a2edfd-8318-9444-62f4-6e1a579b133e/data/data2/current/BP-1097956116-172.17.0.3-1733451471673/current, will proceed with Du for space computation calculation, 2024-12-06T02:17:54,586 WARN [RS:0;5c7979348d1b:40793 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5c7979348d1b,34813,1733451442160: status=Processing ServerCrashProcedure of 5c7979348d1b,34813,1733451442160 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733451456456, completionTime=-1 appears to have been leaked 2024-12-06T02:17:54,618 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:17:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9431392d9bdc6a88 with lease ID 0x635e078900469783: Processing first storage report for DS-7c588651-30c4-4823-b41f-51b738f6dfc4 from datanode DatanodeRegistration(127.0.0.1:34549, datanodeUuid=f770a12d-0360-45c1-b3c4-0d566ed8752d, infoPort=45041, infoSecurePort=0, ipcPort=43045, storageInfo=lv=-57;cid=testClusterID;nsid=1408385992;c=1733451471673) 2024-12-06T02:17:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9431392d9bdc6a88 with lease ID 0x635e078900469783: from storage DS-7c588651-30c4-4823-b41f-51b738f6dfc4 node DatanodeRegistration(127.0.0.1:34549, datanodeUuid=f770a12d-0360-45c1-b3c4-0d566ed8752d, infoPort=45041, infoSecurePort=0, ipcPort=43045, storageInfo=lv=-57;cid=testClusterID;nsid=1408385992;c=1733451471673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9431392d9bdc6a88 with lease ID 0x635e078900469783: Processing first storage report for DS-f72d33d2-4a5b-42bc-96da-6c7b350170c6 from datanode DatanodeRegistration(127.0.0.1:34549, datanodeUuid=f770a12d-0360-45c1-b3c4-0d566ed8752d, infoPort=45041, infoSecurePort=0, ipcPort=43045, storageInfo=lv=-57;cid=testClusterID;nsid=1408385992;c=1733451471673) 2024-12-06T02:17:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9431392d9bdc6a88 with lease ID 0x635e078900469783: from storage DS-f72d33d2-4a5b-42bc-96da-6c7b350170c6 node DatanodeRegistration(127.0.0.1:34549, datanodeUuid=f770a12d-0360-45c1-b3c4-0d566ed8752d, infoPort=45041, infoSecurePort=0, ipcPort=43045, storageInfo=lv=-57;cid=testClusterID;nsid=1408385992;c=1733451471673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:17:54,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a 2024-12-06T02:17:54,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:54,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:54,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:17:55,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6 with version=8 2024-12-06T02:17:55,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/hbase-staging 2024-12-06T02:17:55,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:55,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:55,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:17:55,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:55,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41589 2024-12-06T02:17:55,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41589 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415890x0, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:55,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41589-0x101a86e43c60003 connected 2024-12-06T02:17:55,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:55,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:55,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/running 2024-12-06T02:17:55,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6, hbase.cluster.distributed=false 2024-12-06T02:17:55,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/acl 2024-12-06T02:17:55,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-06T02:17:55,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41589 2024-12-06T02:17:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41589 2024-12-06T02:17:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-06T02:17:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41589 2024-12-06T02:17:55,527 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:17:55,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:17:55,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:17:55,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37617 2024-12-06T02:17:55,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37617 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:55,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:55,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:55,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376170x0, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:55,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376170x0, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/running 2024-12-06T02:17:55,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:17:55,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37617-0x101a86e43c60004 connected 2024-12-06T02:17:55,560 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:17:55,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/master 2024-12-06T02:17:55,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/acl 2024-12-06T02:17:55,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37617 2024-12-06T02:17:55,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37617 2024-12-06T02:17:55,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37617 2024-12-06T02:17:55,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37617 2024-12-06T02:17:55,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37617 2024-12-06T02:17:55,582 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:41589 2024-12-06T02:17:55,582 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11841000257/backup-masters/5c7979348d1b,41589,1733451475148 2024-12-06T02:17:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/backup-masters 2024-12-06T02:17:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/backup-masters 2024-12-06T02:17:55,611 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on existing znode=/11841000257/backup-masters/5c7979348d1b,41589,1733451475148 2024-12-06T02:17:55,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11841000257/master 2024-12-06T02:17:55,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:55,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:55,674 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on existing znode=/11841000257/master 2024-12-06T02:17:55,675 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11841000257/backup-masters/5c7979348d1b,41589,1733451475148 from backup master directory 2024-12-06T02:17:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/backup-masters 2024-12-06T02:17:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11841000257/backup-masters/5c7979348d1b,41589,1733451475148 2024-12-06T02:17:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/backup-masters 2024-12-06T02:17:55,696 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,41589,1733451475148 2024-12-06T02:17:55,705 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/hbase.id] with ID: 65a0405f-ccef-4a13-9f98-c24a1f36d151 2024-12-06T02:17:55,705 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/.tmp/hbase.id 2024-12-06T02:17:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:17:55,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/.tmp/hbase.id]:[hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/hbase.id] 2024-12-06T02:17:55,776 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:17:55,776 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:17:55,778 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T02:17:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:55,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:17:56,241 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:56,242 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:17:56,244 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:56,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:17:56,264 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store 2024-12-06T02:17:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:17:56,306 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:56,306 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:17:56,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451476306Disabling compacts and flushes for region at 1733451476306Disabling writes for close at 1733451476306Writing region close event to WAL at 1733451476306Closed at 1733451476306 2024-12-06T02:17:56,313 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/.initializing 2024-12-06T02:17:56,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/WALs/5c7979348d1b,41589,1733451475148 2024-12-06T02:17:56,315 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:56,318 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C41589%2C1733451475148, suffix=, logDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/WALs/5c7979348d1b,41589,1733451475148, archiveDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/oldWALs, maxLogs=10 2024-12-06T02:17:56,333 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/WALs/5c7979348d1b,41589,1733451475148/5c7979348d1b%2C41589%2C1733451475148.1733451476318, exclude list is [], retry=0 2024-12-06T02:17:56,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34549,DS-7c588651-30c4-4823-b41f-51b738f6dfc4,DISK] 2024-12-06T02:17:56,362 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/WALs/5c7979348d1b,41589,1733451475148/5c7979348d1b%2C41589%2C1733451475148.1733451476318 2024-12-06T02:17:56,372 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45041:45041)] 2024-12-06T02:17:56,372 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:56,373 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:56,373 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,373 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:17:56,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:56,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:56,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:17:56,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:56,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:56,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:17:56,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:56,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:56,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:17:56,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:56,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:56,405 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,406 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,407 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,415 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:56,417 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:17:56,422 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:56,423 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67187279, jitterRate=0.001168474555015564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:56,424 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451476373Initializing all the Stores at 1733451476379 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451476379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451476380 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451476380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451476380Cleaning up temporary data from old regions at 1733451476414 (+34 ms)Region opened successfully at 1733451476423 (+9 ms) 2024-12-06T02:17:56,424 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:17:56,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb8cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:56,433 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:17:56,433 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:17:56,433 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:17:56,433 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:17:56,435 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T02:17:56,436 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:17:56,436 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:17:56,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:17:56,455 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/balancer because node does not exist (not necessarily an error) 2024-12-06T02:17:56,596 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/balancer already deleted, retry=false 2024-12-06T02:17:56,596 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:17:56,600 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:17:56,610 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/normalizer already deleted, retry=false 2024-12-06T02:17:56,611 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:17:56,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:17:56,642 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/switch/split already deleted, retry=false 2024-12-06T02:17:56,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:17:56,652 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/switch/merge already deleted, retry=false 2024-12-06T02:17:56,656 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:17:56,663 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/snapshot-cleanup already deleted, retry=false 2024-12-06T02:17:56,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11841000257/running 2024-12-06T02:17:56,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11841000257/running 2024-12-06T02:17:56,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,675 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,41589,1733451475148, sessionid=0x101a86e43c60003, setting cluster-up flag (Was=false) 2024-12-06T02:17:56,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11841000257/flush-table-proc/acquired, /11841000257/flush-table-proc/reached, /11841000257/flush-table-proc/abort 2024-12-06T02:17:56,738 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41589,1733451475148 2024-12-06T02:17:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:56,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:17:56,801 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11841000257/online-snapshot/acquired, /11841000257/online-snapshot/reached, /11841000257/online-snapshot/abort 2024-12-06T02:17:56,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:17:56,818 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41589,1733451475148 2024-12-06T02:17:56,823 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:17:56,825 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:56,826 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:17:56,826 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:17:56,826 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,41589,1733451475148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:56,828 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:56,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:56,837 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:17:56,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:56,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:17:56,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:17:56,852 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451506852 2024-12-06T02:17:56,852 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:17:56,853 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:17:56,853 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:17:56,853 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:17:56,853 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:17:56,853 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:17:56,862 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:56,866 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:17:56,866 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:17:56,866 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:17:56,866 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:17:56,876 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:17:56,876 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:17:56,885 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451476876,5,FailOnTimeoutGroup] 2024-12-06T02:17:56,889 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(746): ClusterId : 65a0405f-ccef-4a13-9f98-c24a1f36d151 2024-12-06T02:17:56,889 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:17:56,896 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451476885,5,FailOnTimeoutGroup] 2024-12-06T02:17:56,896 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:56,896 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:17:56,897 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:56,897 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:17:56,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:17:56,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6 2024-12-06T02:17:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:17:56,974 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:17:56,974 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:17:57,065 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:17:57,066 DEBUG [RS:0;5c7979348d1b:37617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7897295a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:17:57,082 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:37617 2024-12-06T02:17:57,083 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:17:57,083 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:17:57,083 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:17:57,097 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,41589,1733451475148 with port=37617, startcode=1733451475527 2024-12-06T02:17:57,097 DEBUG [RS:0;5c7979348d1b:37617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:17:57,113 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:17:57,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41589 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,132 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6 2024-12-06T02:17:57,132 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45853 2024-12-06T02:17:57,132 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:17:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/rs 2024-12-06T02:17:57,232 DEBUG [RS:0;5c7979348d1b:37617 {}] zookeeper.ZKUtil(111): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on existing znode=/11841000257/rs/5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,232 WARN [RS:0;5c7979348d1b:37617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:17:57,232 INFO [RS:0;5c7979348d1b:37617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:57,233 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,37617,1733451475527] 2024-12-06T02:17:57,278 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:17:57,284 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:17:57,286 INFO [RS:0;5c7979348d1b:37617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:17:57,286 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,312 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:17:57,321 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:17:57,321 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,321 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,322 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,322 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:17:57,322 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:57,322 DEBUG [RS:0;5c7979348d1b:37617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:17:57,340 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,340 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,340 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,340 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,341 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,341 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37617,1733451475527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:57,367 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:17:57,368 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37617,1733451475527-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,368 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,368 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.Replication(171): 5c7979348d1b,37617,1733451475527 started 2024-12-06T02:17:57,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:57,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:57,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:57,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:57,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:57,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:57,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:57,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:57,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:57,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740 2024-12-06T02:17:57,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740 2024-12-06T02:17:57,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:57,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:57,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:57,400 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:57,400 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,37617,1733451475527, RpcServer on 5c7979348d1b/172.17.0.3:37617, sessionid=0x101a86e43c60004 2024-12-06T02:17:57,400 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:17:57,400 DEBUG [RS:0;5c7979348d1b:37617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,400 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37617,1733451475527' 2024-12-06T02:17:57,400 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11841000257/flush-table-proc/abort' 2024-12-06T02:17:57,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:57,404 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11841000257/flush-table-proc/acquired' 2024-12-06T02:17:57,406 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:17:57,406 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:17:57,406 DEBUG [RS:0;5c7979348d1b:37617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,406 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,37617,1733451475527' 2024-12-06T02:17:57,406 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11841000257/online-snapshot/abort' 2024-12-06T02:17:57,408 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11841000257/online-snapshot/acquired' 2024-12-06T02:17:57,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:57,409 DEBUG [RS:0;5c7979348d1b:37617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:17:57,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65718127, jitterRate=-0.020723596215248108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:57,409 INFO [RS:0;5c7979348d1b:37617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:17:57,409 INFO [RS:0;5c7979348d1b:37617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:17:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451477372Initializing all the Stores at 1733451477374 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451477374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477374Cleaning up temporary data from old regions at 1733451477398 (+24 ms)Region opened successfully at 1733451477409 (+11 ms) 2024-12-06T02:17:57,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:17:57,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:17:57,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:17:57,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:17:57,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:17:57,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:17:57,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451477410Disabling compacts and flushes for region at 1733451477410Disabling writes for close at 1733451477410Writing region close event to WAL at 1733451477412 (+2 ms)Closed at 1733451477412 2024-12-06T02:17:57,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:57,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:17:57,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:17:57,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:57,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:17:57,510 INFO [RS:0;5c7979348d1b:37617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:17:57,512 INFO [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C37617%2C1733451475527, suffix=, logDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527, archiveDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/oldWALs, maxLogs=10 2024-12-06T02:17:57,531 DEBUG [RS:0;5c7979348d1b:37617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527/5c7979348d1b%2C37617%2C1733451475527.1733451477513, exclude list is [], retry=0 2024-12-06T02:17:57,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34549,DS-7c588651-30c4-4823-b41f-51b738f6dfc4,DISK] 2024-12-06T02:17:57,537 INFO [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527/5c7979348d1b%2C37617%2C1733451475527.1733451477513 2024-12-06T02:17:57,538 DEBUG [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45041:45041)] 2024-12-06T02:17:57,571 DEBUG [5c7979348d1b:41589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:17:57,572 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37617,1733451475527, state=OPENING 2024-12-06T02:17:57,657 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:17:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:57,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11841000257/meta-region-server: CHANGED 2024-12-06T02:17:57,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:17:57,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11841000257/meta-region-server: CHANGED 2024-12-06T02:17:57,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:17:57,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37617,1733451475527}] 2024-12-06T02:17:57,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:17:57,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:17:57,880 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:17:57,880 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:57,881 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:17:57,891 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C37617%2C1733451475527.meta, suffix=.meta, logDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527, archiveDir=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/oldWALs, maxLogs=10 2024-12-06T02:17:57,910 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527/5c7979348d1b%2C37617%2C1733451475527.meta.1733451477892.meta, exclude list is [], retry=0 2024-12-06T02:17:57,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34549,DS-7c588651-30c4-4823-b41f-51b738f6dfc4,DISK] 2024-12-06T02:17:57,919 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/WALs/5c7979348d1b,37617,1733451475527/5c7979348d1b%2C37617%2C1733451475527.meta.1733451477892.meta 2024-12-06T02:17:57,919 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45041:45041)] 2024-12-06T02:17:57,920 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:57,920 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:17:57,921 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:17:57,921 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:17:57,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:17:57,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:17:57,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:17:57,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:17:57,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:17:57,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:17:57,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:17:57,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:17:57,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:57,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:17:57,933 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:17:57,934 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740 2024-12-06T02:17:57,935 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740 2024-12-06T02:17:57,937 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:17:57,937 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:17:57,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:17:57,940 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:17:57,945 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68036345, jitterRate=0.013820543885231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:17:57,945 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:17:57,946 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451477922Writing region info on filesystem at 1733451477922Initializing all the Stores at 1733451477923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477924 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451477924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451477924Cleaning up temporary data from old regions at 1733451477937 (+13 ms)Running coprocessor post-open hooks at 1733451477945 (+8 ms)Region opened successfully at 1733451477946 (+1 ms) 2024-12-06T02:17:57,949 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451477873 2024-12-06T02:17:57,954 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:17:57,955 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:17:57,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,37617,1733451475527 2024-12-06T02:17:57,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,37617,1733451475527, state=OPEN 2024-12-06T02:17:58,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11841000257/meta-region-server 2024-12-06T02:17:58,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11841000257/meta-region-server 2024-12-06T02:17:58,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,37617,1733451475527 2024-12-06T02:17:58,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11841000257/meta-region-server: CHANGED 2024-12-06T02:17:58,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11841000257/meta-region-server: CHANGED 2024-12-06T02:17:58,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:17:58,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,37617,1733451475527 in 291 msec 2024-12-06T02:17:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:17:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 597 msec 2024-12-06T02:17:58,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:17:58,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:17:58,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:58,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37617,1733451475527, seqNum=-1] 2024-12-06T02:17:58,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:58,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:58,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-12-06T02:17:58,025 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451478025, completionTime=-1 2024-12-06T02:17:58,025 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:17:58,025 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:17:58,027 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:17:58,027 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451538027 2024-12-06T02:17:58,027 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451598027 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:41589, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,029 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,031 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:17:58,033 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.337sec 2024-12-06T02:17:58,033 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:17:58,033 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:17:58,033 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:17:58,034 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:17:58,034 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:17:58,034 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:17:58,034 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:17:58,036 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:17:58,036 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:17:58,036 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41589,1733451475148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:17:58,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41589,-1 for getting cluster id 2024-12-06T02:17:58,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:58,091 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a0405f-ccef-4a13-9f98-c24a1f36d151' 2024-12-06T02:17:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a0405f-ccef-4a13-9f98-c24a1f36d151" 2024-12-06T02:17:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfa284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41589,-1] 2024-12-06T02:17:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:58,093 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:58,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:17:58,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,37617,1733451475527, seqNum=-1] 2024-12-06T02:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:17:58,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:17:58,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,41589,1733451475148 2024-12-06T02:17:58,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58776 2024-12-06T02:17:58,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:17:58,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a86e43c60005 connected 2024-12-06T02:17:58,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46495,-1 for getting cluster id 2024-12-06T02:17:58,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:58,263 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c18627c-5cb3-4aad-aa28-58f3523607c8' 2024-12-06T02:17:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c18627c-5cb3-4aad-aa28-58f3523607c8" 2024-12-06T02:17:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2131d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46495,-1] 2024-12-06T02:17:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:58,266 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:58,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ebf693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46495,1733451469498 2024-12-06T02:17:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@539ad63f 2024-12-06T02:17:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:58,272 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:58,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:41589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:17:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:17:58,278 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41589' 2024-12-06T02:17:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:58,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ced79d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,282 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41589,-1 for getting cluster id 2024-12-06T02:17:58,283 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:17:58,284 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a0405f-ccef-4a13-9f98-c24a1f36d151' 2024-12-06T02:17:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:17:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a0405f-ccef-4a13-9f98-c24a1f36d151" 2024-12-06T02:17:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7b1af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41589,-1] 2024-12-06T02:17:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:17:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:58,287 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:17:58,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545c9abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:17:58,288 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:17:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41589,1733451475148 2024-12-06T02:17:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8d082e 2024-12-06T02:17:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:17:58,291 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:17:58,292 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T02:17:58,292 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:17:58,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:58,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:17:58,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:17:58,293 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:17:58,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:17:58,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:17:58,297 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:58,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:17:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741835_1011 (size=1138) 2024-12-06T02:17:58,345 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:17:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:58,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 534b7149ef5323140f42f5774577ab4d, NAME => 'hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2 2024-12-06T02:17:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741836_1012 (size=44) 2024-12-06T02:17:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 534b7149ef5323140f42f5774577ab4d, disabling compactions & flushes 2024-12-06T02:17:59,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. after waiting 0 ms 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 534b7149ef5323140f42f5774577ab4d: Waiting for close lock at 1733451479121Disabling compacts and flushes for region at 1733451479121Disabling writes for close at 1733451479121Writing region close event to WAL at 1733451479121Closed at 1733451479121 2024-12-06T02:17:59,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:17:59,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451479123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451479123"}]},"ts":"1733451479123"} 2024-12-06T02:17:59,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:17:59,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:17:59,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451479129"}]},"ts":"1733451479129"} 2024-12-06T02:17:59,133 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:17:59,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=534b7149ef5323140f42f5774577ab4d, ASSIGN}] 2024-12-06T02:17:59,136 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=534b7149ef5323140f42f5774577ab4d, ASSIGN 2024-12-06T02:17:59,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=534b7149ef5323140f42f5774577ab4d, ASSIGN; state=OFFLINE, location=5c7979348d1b,40793,1733451469712; forceNewPlan=false, retain=false 2024-12-06T02:17:59,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=534b7149ef5323140f42f5774577ab4d, regionState=OPENING, regionLocation=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=534b7149ef5323140f42f5774577ab4d, ASSIGN because future has completed 2024-12-06T02:17:59,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 534b7149ef5323140f42f5774577ab4d, server=5c7979348d1b,40793,1733451469712}] 2024-12-06T02:17:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:17:59,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:17:59,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:17:59,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C40793%2C1733451469712.rep, suffix=, logDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712, archiveDir=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs, maxLogs=10 2024-12-06T02:17:59,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.rep.1733451479526, exclude list is [], retry=0 2024-12-06T02:17:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40493,DS-6ed77c92-c327-461b-b7fe-2882ad4f5167,DISK] 2024-12-06T02:17:59,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.rep.1733451479526 2024-12-06T02:17:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42807:42807)] 2024-12-06T02:17:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 534b7149ef5323140f42f5774577ab4d, NAME => 'hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:17:59,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:17:59,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:17:59,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. service=MultiRowMutationService 2024-12-06T02:17:59,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:17:59,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:17:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,592 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,596 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534b7149ef5323140f42f5774577ab4d columnFamilyName hfileref 2024-12-06T02:17:59,596 DEBUG [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:59,597 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(327): Store=534b7149ef5323140f42f5774577ab4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:59,597 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,601 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534b7149ef5323140f42f5774577ab4d columnFamilyName queue 2024-12-06T02:17:59,601 DEBUG [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:59,602 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(327): Store=534b7149ef5323140f42f5774577ab4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:59,602 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,604 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534b7149ef5323140f42f5774577ab4d columnFamilyName sid 2024-12-06T02:17:59,604 DEBUG [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:17:59,605 INFO [StoreOpener-534b7149ef5323140f42f5774577ab4d-1 {}] regionserver.HStore(327): Store=534b7149ef5323140f42f5774577ab4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:17:59,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:17:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:17:59,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 534b7149ef5323140f42f5774577ab4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68814198, jitterRate=0.025411456823349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:17:59,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:17:59,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 534b7149ef5323140f42f5774577ab4d: Running coprocessor pre-open hook at 1733451479582Writing region info on filesystem at 1733451479582Initializing all the Stores at 1733451479583 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451479583Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451479591 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451479591Cleaning up temporary data from old regions at 1733451479609 (+18 ms)Running coprocessor post-open hooks at 1733451479625 (+16 ms)Region opened successfully at 1733451479625 2024-12-06T02:17:59,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d., pid=7, masterSystemTime=1733451479464 2024-12-06T02:17:59,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:17:59,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=534b7149ef5323140f42f5774577ab4d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,40793,1733451469712 2024-12-06T02:17:59,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 534b7149ef5323140f42f5774577ab4d, server=5c7979348d1b,40793,1733451469712 because future has completed 2024-12-06T02:17:59,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T02:17:59,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 534b7149ef5323140f42f5774577ab4d, server=5c7979348d1b,40793,1733451469712 in 344 msec 2024-12-06T02:17:59,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:17:59,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=534b7149ef5323140f42f5774577ab4d, ASSIGN in 517 msec 2024-12-06T02:17:59,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:17:59,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451479658"}]},"ts":"1733451479658"} 2024-12-06T02:17:59,661 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:17:59,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:17:59,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3710 sec 2024-12-06T02:17:59,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d., hostname=5c7979348d1b,40793,1733451469712, seqNum=2] 2024-12-06T02:17:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:59,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:17:59,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:17:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T02:17:59,950 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:18:00,015 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,40793,1733451469712, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:18:00,017 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:00,017 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,40793,1733451469712, seqNum=-1] 2024-12-06T02:18:00,018 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:00,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-06T02:18:00,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,40793,1733451469712', locateType=CURRENT is [region=hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d., hostname=5c7979348d1b,40793,1733451469712, seqNum=2] 2024-12-06T02:18:00,045 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T02:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T02:18:00,060 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,40793,1733451469712 suceeded 2024-12-06T02:18:00,071 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41589' 2024-12-06T02:18:00,073 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ddf18a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:00,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41589,-1 for getting cluster id 2024-12-06T02:18:00,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:00,075 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65a0405f-ccef-4a13-9f98-c24a1f36d151' 2024-12-06T02:18:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65a0405f-ccef-4a13-9f98-c24a1f36d151" 2024-12-06T02:18:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0daaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41589,-1] 2024-12-06T02:18:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,078 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:00,080 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f5e234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:00,081 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41589,1733451475148 2024-12-06T02:18:00,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d7e9509 2024-12-06T02:18:00,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:00,085 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-06T02:18:00,086 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,40793,1733451469712 (queues=1) is replicating from cluster=1c18627c-5cb3-4aad-aa28-58f3523607c8 to cluster=65a0405f-ccef-4a13-9f98-c24a1f36d151 2024-12-06T02:18:00,086 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C40793%2C1733451469712 2024-12-06T02:18:00,086 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,40793,1733451469712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:18:00,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T02:18:00,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 280 msec 2024-12-06T02:18:00,087 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:41589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:18:00,094 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630, startPosition=0, beingWritten=true 2024-12-06T02:18:00,097 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.shipper5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C40793%2C1733451469712 2024-12-06T02:18:00,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8140 sec 2024-12-06T02:18:00,330 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:00,434 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:18:00,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:00,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:00,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:00,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46495,1733451469498 2024-12-06T02:18:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16852684 2024-12-06T02:18:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:00,437 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:00,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46495 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:18:00,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:18:00,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:00,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:00,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:00,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:18:00,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1249992276, stopped=false 2024-12-06T02:18:00,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,41589,1733451475148 2024-12-06T02:18:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11841000257/running 2024-12-06T02:18:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11841000257/running 2024-12-06T02:18:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:18:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:18:00,463 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:18:00,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:00,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:00,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,463 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,37617,1733451475527' ***** 2024-12-06T02:18:00,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:18:00,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/running 2024-12-06T02:18:00,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Set watcher on znode that does not yet exist, /11841000257/running 2024-12-06T02:18:00,463 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:18:00,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:18:00,463 INFO [RS:0;5c7979348d1b:37617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:18:00,463 INFO [RS:0;5c7979348d1b:37617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,37617,1733451475527 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:37617. 2024-12-06T02:18:00,464 DEBUG [RS:0;5c7979348d1b:37617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:00,464 DEBUG [RS:0;5c7979348d1b:37617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:18:00,464 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:18:00,464 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:18:00,464 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:00,464 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:18:00,465 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:18:00,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:18:00,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:18:00,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:18:00,465 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T02:18:00,476 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:18:00,479 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/.tmp/ns/b433398592514820ad2929743928baf8 is 43, key is default/ns:d/1733451478019/Put/seqid=0 2024-12-06T02:18:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741835_1011 (size=5153) 2024-12-06T02:18:00,638 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:00,665 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:00,865 DEBUG [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:00,884 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/.tmp/ns/b433398592514820ad2929743928baf8 2024-12-06T02:18:00,892 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/.tmp/ns/b433398592514820ad2929743928baf8 as hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/ns/b433398592514820ad2929743928baf8 2024-12-06T02:18:00,899 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/ns/b433398592514820ad2929743928baf8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T02:18:00,900 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-06T02:18:00,908 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T02:18:00,909 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:18:00,909 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:18:00,909 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:00,909 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451480464Running coprocessor pre-close hooks at 1733451480464Disabling compacts and flushes for region at 1733451480464Disabling writes for close at 1733451480465 (+1 ms)Obtaining lock to block concurrent updates at 1733451480465Preparing flush snapshotting stores in 1588230740 at 1733451480465Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733451480465Flushing stores of hbase:meta,,1.1588230740 at 1733451480466 (+1 ms)Flushing 1588230740/ns: creating writer at 1733451480466Flushing 1588230740/ns: appending metadata at 1733451480479 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733451480479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b871c8: reopening flushed file at 1733451480891 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733451480900 (+9 ms)Writing region close event to WAL at 1733451480904 (+4 ms)Running coprocessor post-close hooks at 1733451480909 (+5 ms)Closed at 1733451480909 2024-12-06T02:18:00,910 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:01,043 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:01,065 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,37617,1733451475527; all regions closed. 2024-12-06T02:18:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741834_1010 (size=1152) 2024-12-06T02:18:01,070 DEBUG [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/oldWALs 2024-12-06T02:18:01,070 INFO [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37617%2C1733451475527.meta:.meta(num 1733451477892) 2024-12-06T02:18:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741833_1009 (size=93) 2024-12-06T02:18:01,078 DEBUG [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/oldWALs 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C37617%2C1733451475527:(num 1733451477513) 2024-12-06T02:18:01,078 DEBUG [RS:0;5c7979348d1b:37617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:18:01,078 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:18:01,078 INFO [RS:0;5c7979348d1b:37617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37617 2024-12-06T02:18:01,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11841000257/rs/5c7979348d1b,37617,1733451475527 2024-12-06T02:18:01,090 INFO [RS:0;5c7979348d1b:37617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:18:01,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257/rs 2024-12-06T02:18:01,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,37617,1733451475527] 2024-12-06T02:18:01,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11841000257/draining/5c7979348d1b,37617,1733451475527 already deleted, retry=false 2024-12-06T02:18:01,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,37617,1733451475527 expired; onlineServers=0 2024-12-06T02:18:01,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,41589,1733451475148' ***** 2024-12-06T02:18:01,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:18:01,111 INFO [M:0;5c7979348d1b:41589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:18:01,111 INFO [M:0;5c7979348d1b:41589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:18:01,112 DEBUG [M:0;5c7979348d1b:41589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:18:01,112 DEBUG [M:0;5c7979348d1b:41589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:18:01,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:18:01,112 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451476885 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451476885,5,FailOnTimeoutGroup] 2024-12-06T02:18:01,112 INFO [M:0;5c7979348d1b:41589 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:18:01,112 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451476876 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451476876,5,FailOnTimeoutGroup] 2024-12-06T02:18:01,112 INFO [M:0;5c7979348d1b:41589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:18:01,112 DEBUG [M:0;5c7979348d1b:41589 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:18:01,112 INFO [M:0;5c7979348d1b:41589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:18:01,112 INFO [M:0;5c7979348d1b:41589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:18:01,112 INFO [M:0;5c7979348d1b:41589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:18:01,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:18:01,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11841000257/master 2024-12-06T02:18:01,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11841000257 2024-12-06T02:18:01,122 DEBUG [M:0;5c7979348d1b:41589 {}] zookeeper.ZKUtil(347): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Unable to get data of znode /11841000257/master because node does not exist (not an error) 2024-12-06T02:18:01,122 WARN [M:0;5c7979348d1b:41589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:18:01,122 INFO [M:0;5c7979348d1b:41589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/.lastflushedseqids 2024-12-06T02:18:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741836_1012 (size=99) 2024-12-06T02:18:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:01,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37617-0x101a86e43c60004, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:01,201 INFO [RS:0;5c7979348d1b:37617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:18:01,201 INFO [RS:0;5c7979348d1b:37617 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,37617,1733451475527; zookeeper connection closed. 2024-12-06T02:18:01,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f42398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f42398 2024-12-06T02:18:01,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:18:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:18:01,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:18:01,528 INFO [M:0;5c7979348d1b:41589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:18:01,528 INFO [M:0;5c7979348d1b:41589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:18:01,528 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:18:01,528 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:01,528 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:01,528 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:18:01,528 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:01,528 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T02:18:01,549 DEBUG [M:0;5c7979348d1b:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64aba956d0b74d34a24b9036685ac5f2 is 82, key is hbase:meta,,1/info:regioninfo/1733451477956/Put/seqid=0 2024-12-06T02:18:01,550 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741837_1013 (size=5672) 2024-12-06T02:18:01,560 INFO [M:0;5c7979348d1b:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64aba956d0b74d34a24b9036685ac5f2 2024-12-06T02:18:01,587 DEBUG [M:0;5c7979348d1b:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/333e3c7912b346209107e298b28c70b2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733451478024/Put/seqid=0 2024-12-06T02:18:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741838_1014 (size=5275) 2024-12-06T02:18:01,997 INFO [M:0;5c7979348d1b:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/333e3c7912b346209107e298b28c70b2 2024-12-06T02:18:02,023 DEBUG [M:0;5c7979348d1b:41589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7861dfbbb214320b57df1f484601d07 is 69, key is 5c7979348d1b,37617,1733451475527/rs:state/1733451477117/Put/seqid=0 2024-12-06T02:18:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741839_1015 (size=5156) 2024-12-06T02:18:02,028 INFO [M:0;5c7979348d1b:41589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7861dfbbb214320b57df1f484601d07 2024-12-06T02:18:02,045 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64aba956d0b74d34a24b9036685ac5f2 as hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64aba956d0b74d34a24b9036685ac5f2 2024-12-06T02:18:02,054 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64aba956d0b74d34a24b9036685ac5f2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T02:18:02,055 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/333e3c7912b346209107e298b28c70b2 as hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/333e3c7912b346209107e298b28c70b2 2024-12-06T02:18:02,068 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/333e3c7912b346209107e298b28c70b2, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T02:18:02,069 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7861dfbbb214320b57df1f484601d07 as hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7861dfbbb214320b57df1f484601d07 2024-12-06T02:18:02,076 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45853/user/jenkins/test-data/ea27ddd8-0882-7e20-7247-95d17f46a1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7861dfbbb214320b57df1f484601d07, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T02:18:02,078 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=28, compaction requested=false 2024-12-06T02:18:02,081 INFO [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:02,081 DEBUG [M:0;5c7979348d1b:41589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451481528Disabling compacts and flushes for region at 1733451481528Disabling writes for close at 1733451481528Obtaining lock to block concurrent updates at 1733451481528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451481528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733451481529 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451481530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451481530Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451481548 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451481548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451481569 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451481587 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451481587Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451482004 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451482023 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451482023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89d8eac: reopening flushed file at 1733451482044 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ee37ea: reopening flushed file at 1733451482054 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5ae2d6: reopening flushed file at 1733451482068 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=28, compaction requested=false at 1733451482078 (+10 ms)Writing region close event to WAL at 1733451482081 (+3 ms)Closed at 1733451482081 2024-12-06T02:18:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34549 is added to blk_1073741830_1006 (size=10165) 2024-12-06T02:18:02,087 INFO [M:0;5c7979348d1b:41589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:18:02,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:18:02,087 INFO [M:0;5c7979348d1b:41589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41589 2024-12-06T02:18:02,088 INFO [M:0;5c7979348d1b:41589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:18:02,156 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:02,291 INFO [M:0;5c7979348d1b:41589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:18:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41589-0x101a86e43c60003, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:02,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:18:02,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:18:02,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:18:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:18:02,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir/,STOPPED} 2024-12-06T02:18:02,382 WARN [BP-1097956116-172.17.0.3-1733451471673 heartbeating to localhost/127.0.0.1:45853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:18:02,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:18:02,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:18:02,383 WARN [BP-1097956116-172.17.0.3-1733451471673 heartbeating to localhost/127.0.0.1:45853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1097956116-172.17.0.3-1733451471673 (Datanode Uuid f770a12d-0360-45c1-b3c4-0d566ed8752d) service to localhost/127.0.0.1:45853 2024-12-06T02:18:02,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/cluster_52a2edfd-8318-9444-62f4-6e1a579b133e/data/data1/current/BP-1097956116-172.17.0.3-1733451471673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:18:02,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/cluster_52a2edfd-8318-9444-62f4-6e1a579b133e/data/data2/current/BP-1097956116-172.17.0.3-1733451471673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:18:02,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:18:02,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:18:02,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:18:02,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:18:02,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:18:02,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir/,STOPPED} 2024-12-06T02:18:02,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:18:02,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:18:02,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:02,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:02,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:02,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:18:02,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033987120, stopped=false 2024-12-06T02:18:02,410 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,46495,1733451469498 2024-12-06T02:18:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01036995390/running 2024-12-06T02:18:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01036995390/running 2024-12-06T02:18:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:18:02,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:18:02,507 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:18:02,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/running 2024-12-06T02:18:02,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:02,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:02,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:02,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,40793,1733451469712' ***** 2024-12-06T02:18:02,508 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:18:02,508 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:18:02,508 INFO [RS:0;5c7979348d1b:40793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:18:02,508 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:18:02,508 INFO [RS:0;5c7979348d1b:40793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:18:02,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Set watcher on znode that does not yet exist, /01036995390/running 2024-12-06T02:18:02,508 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(3091): Received CLOSE for 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:18:02,508 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,40793,1733451469712 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:40793. 2024-12-06T02:18:02,509 DEBUG [RS:0;5c7979348d1b:40793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 534b7149ef5323140f42f5774577ab4d, disabling compactions & flushes 2024-12-06T02:18:02,509 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:02,509 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. after waiting 0 ms 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:18:02,509 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 534b7149ef5323140f42f5774577ab4d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T02:18:02,509 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:18:02,509 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 534b7149ef5323140f42f5774577ab4d=hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d.} 2024-12-06T02:18:02,509 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:18:02,509 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:18:02,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:18:02,510 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:18:02,510 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T02:18:02,533 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/info/0990ee27effd4db198b9f450ea6d95de is 147, key is hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d./info:regioninfo/1733451479642/Put/seqid=0 2024-12-06T02:18:02,533 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/.tmp/queue/7702d9c42268485e88b3bba429dfad86 is 151, key is 1-5c7979348d1b,40793,1733451469712/queue:5c7979348d1b%2C40793%2C1733451469712/1733451480033/Put/seqid=0 2024-12-06T02:18:02,543 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:18:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741838_1014 (size=5350) 2024-12-06T02:18:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741839_1015 (size=6631) 2024-12-06T02:18:02,710 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:18:02,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:18:02,862 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:02,910 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 534b7149ef5323140f42f5774577ab4d 2024-12-06T02:18:02,946 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/.tmp/queue/7702d9c42268485e88b3bba429dfad86 2024-12-06T02:18:02,947 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/info/0990ee27effd4db198b9f450ea6d95de 2024-12-06T02:18:02,954 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/.tmp/queue/7702d9c42268485e88b3bba429dfad86 as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/queue/7702d9c42268485e88b3bba429dfad86 2024-12-06T02:18:02,960 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/queue/7702d9c42268485e88b3bba429dfad86, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T02:18:02,961 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 534b7149ef5323140f42f5774577ab4d in 452ms, sequenceid=5, compaction requested=false 2024-12-06T02:18:02,970 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/replication/534b7149ef5323140f42f5774577ab4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:18:02,971 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:18:02,971 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:18:02,972 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:18:02,972 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 534b7149ef5323140f42f5774577ab4d: Waiting for close lock at 1733451482509Running coprocessor pre-close hooks at 1733451482509Disabling compacts and flushes for region at 1733451482509Disabling writes for close at 1733451482509Obtaining lock to block concurrent updates at 1733451482509Preparing flush snapshotting stores in 534b7149ef5323140f42f5774577ab4d at 1733451482509Finished memstore snapshotting hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733451482509Flushing stores of hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. at 1733451482512 (+3 ms)Flushing 534b7149ef5323140f42f5774577ab4d/queue: creating writer at 1733451482512Flushing 534b7149ef5323140f42f5774577ab4d/queue: appending metadata at 1733451482532 (+20 ms)Flushing 534b7149ef5323140f42f5774577ab4d/queue: closing flushed file at 1733451482532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7e0cde: reopening flushed file at 1733451482953 (+421 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 534b7149ef5323140f42f5774577ab4d in 452ms, sequenceid=5, compaction requested=false at 1733451482961 (+8 ms)Writing region close event to WAL at 1733451482966 (+5 ms)Running coprocessor post-close hooks at 1733451482971 (+5 ms)Closed at 1733451482971 2024-12-06T02:18:02,972 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451478293.534b7149ef5323140f42f5774577ab4d. 2024-12-06T02:18:02,972 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/ns/1bcc05557cd947d08be21134ba73b62c is 43, key is default/ns:d/1733451471392/Put/seqid=0 2024-12-06T02:18:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741840_1016 (size=5153) 2024-12-06T02:18:03,110 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:03,310 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:03,378 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/ns/1bcc05557cd947d08be21134ba73b62c 2024-12-06T02:18:03,398 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/table/8475f82f61a240ab9e47b6243cc82caa is 53, key is hbase:replication/table:state/1733451479658/Put/seqid=0 2024-12-06T02:18:03,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741841_1017 (size=5256) 2024-12-06T02:18:03,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:18:03,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:03,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:03,511 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:18:03,511 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:18:03,511 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:03,573 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:18:03,573 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:18:03,668 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.1733451470630 to pos 0, reset compression=false 2024-12-06T02:18:03,711 DEBUG [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:18:03,804 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/table/8475f82f61a240ab9e47b6243cc82caa 2024-12-06T02:18:03,811 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/info/0990ee27effd4db198b9f450ea6d95de as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/info/0990ee27effd4db198b9f450ea6d95de 2024-12-06T02:18:03,818 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/info/0990ee27effd4db198b9f450ea6d95de, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T02:18:03,820 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/ns/1bcc05557cd947d08be21134ba73b62c as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/ns/1bcc05557cd947d08be21134ba73b62c 2024-12-06T02:18:03,828 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/ns/1bcc05557cd947d08be21134ba73b62c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:18:03,830 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/.tmp/table/8475f82f61a240ab9e47b6243cc82caa as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/table/8475f82f61a240ab9e47b6243cc82caa 2024-12-06T02:18:03,842 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/table/8475f82f61a240ab9e47b6243cc82caa, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T02:18:03,843 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=11, compaction requested=false 2024-12-06T02:18:03,849 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:18:03,850 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:18:03,850 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:18:03,850 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:03,850 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451482509Running coprocessor pre-close hooks at 1733451482509Disabling compacts and flushes for region at 1733451482509Disabling writes for close at 1733451482509Obtaining lock to block concurrent updates at 1733451482510 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451482510Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733451482510Flushing stores of hbase:meta,,1.1588230740 at 1733451482511 (+1 ms)Flushing 1588230740/info: creating writer at 1733451482511Flushing 1588230740/info: appending metadata at 1733451482532 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733451482532Flushing 1588230740/ns: creating writer at 1733451482953 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733451482972 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451482972Flushing 1588230740/table: creating writer at 1733451483385 (+413 ms)Flushing 1588230740/table: appending metadata at 1733451483398 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733451483398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4c9e91: reopening flushed file at 1733451483810 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcc8875: reopening flushed file at 1733451483819 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5533bbdf: reopening flushed file at 1733451483829 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=11, compaction requested=false at 1733451483843 (+14 ms)Writing region close event to WAL at 1733451483844 (+1 ms)Running coprocessor post-close hooks at 1733451483850 (+6 ms)Closed at 1733451483850 2024-12-06T02:18:03,850 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:03,912 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,40793,1733451469712; all regions closed. 2024-12-06T02:18:03,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/WALs/5c7979348d1b,40793,1733451469712/5c7979348d1b%2C40793%2C1733451469712.meta.1733451471239.meta not finished, retry = 0 2024-12-06T02:18:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741834_1010 (size=2742) 2024-12-06T02:18:04,032 DEBUG [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs 2024-12-06T02:18:04,033 INFO [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C40793%2C1733451469712.meta:.meta(num 1733451471239) 2024-12-06T02:18:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741837_1013 (size=1586) 2024-12-06T02:18:04,064 DEBUG [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs 2024-12-06T02:18:04,064 INFO [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C40793%2C1733451469712.rep:(num 1733451479526) 2024-12-06T02:18:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741833_1009 (size=93) 2024-12-06T02:18:04,075 DEBUG [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/oldWALs 2024-12-06T02:18:04,075 INFO [RS:0;5c7979348d1b:40793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C40793%2C1733451469712:(num 1733451470630) 2024-12-06T02:18:04,075 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:04,075 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:18:04,076 INFO [RS:0;5c7979348d1b:40793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:18:04,076 INFO [RS:0;5c7979348d1b:40793 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:18:04,076 INFO [RS:0;5c7979348d1b:40793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:18:04,076 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:18:04,076 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,40793,1733451469712 because: Region server is closing 2024-12-06T02:18:04,076 INFO [RS:0;5c7979348d1b:40793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:40793. 2024-12-06T02:18:04,076 DEBUG [RS:0;5c7979348d1b:40793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:04,076 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:04,077 DEBUG [RS:0;5c7979348d1b:40793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:04,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:04,177 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.wal-reader.5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:18:04,177 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.shipper5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:18:04,177 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,40793,1733451469712.replicationSource.shipper5c7979348d1b%2C40793%2C1733451469712,1-5c7979348d1b,40793,1733451469712 terminated 2024-12-06T02:18:04,178 INFO [RS:0;5c7979348d1b:40793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40793 2024-12-06T02:18:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390/rs 2024-12-06T02:18:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01036995390/rs/5c7979348d1b,40793,1733451469712 2024-12-06T02:18:04,199 INFO [RS:0;5c7979348d1b:40793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:18:04,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,40793,1733451469712] 2024-12-06T02:18:04,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01036995390/draining/5c7979348d1b,40793,1733451469712 already deleted, retry=false 2024-12-06T02:18:04,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,40793,1733451469712 expired; onlineServers=0 2024-12-06T02:18:04,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,46495,1733451469498' ***** 2024-12-06T02:18:04,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:18:04,225 INFO [M:0;5c7979348d1b:46495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:18:04,226 INFO [M:0;5c7979348d1b:46495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:18:04,226 DEBUG [M:0;5c7979348d1b:46495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:18:04,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:18:04,226 DEBUG [M:0;5c7979348d1b:46495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:18:04,226 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451470328 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451470328,5,FailOnTimeoutGroup] 2024-12-06T02:18:04,226 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451470322 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451470322,5,FailOnTimeoutGroup] 2024-12-06T02:18:04,226 INFO [M:0;5c7979348d1b:46495 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:18:04,226 INFO [M:0;5c7979348d1b:46495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:18:04,226 DEBUG [M:0;5c7979348d1b:46495 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:18:04,226 INFO [M:0;5c7979348d1b:46495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:18:04,226 INFO [M:0;5c7979348d1b:46495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:18:04,227 INFO [M:0;5c7979348d1b:46495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:18:04,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:18:04,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01036995390/master 2024-12-06T02:18:04,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01036995390 2024-12-06T02:18:04,241 DEBUG [M:0;5c7979348d1b:46495 {}] zookeeper.ZKUtil(347): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Unable to get data of znode /01036995390/master because node does not exist (not an error) 2024-12-06T02:18:04,241 WARN [M:0;5c7979348d1b:46495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:18:04,242 INFO [M:0;5c7979348d1b:46495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/.lastflushedseqids 2024-12-06T02:18:04,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741842_1018 (size=181) 2024-12-06T02:18:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:04,310 INFO [RS:0;5c7979348d1b:40793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:18:04,310 INFO [RS:0;5c7979348d1b:40793 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,40793,1733451469712; zookeeper connection closed. 2024-12-06T02:18:04,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40793-0x101a86e43c60001, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:04,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f28b296 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f28b296 2024-12-06T02:18:04,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:18:04,653 INFO [M:0;5c7979348d1b:46495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:18:04,653 INFO [M:0;5c7979348d1b:46495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:18:04,653 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:18:04,653 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:04,653 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:04,653 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:18:04,653 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:04,653 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T02:18:04,675 DEBUG [M:0;5c7979348d1b:46495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff53493c8914404386d31f74835d8ccb is 82, key is hbase:meta,,1/info:regioninfo/1733451471315/Put/seqid=0 2024-12-06T02:18:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741843_1019 (size=5672) 2024-12-06T02:18:05,084 INFO [M:0;5c7979348d1b:46495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff53493c8914404386d31f74835d8ccb 2024-12-06T02:18:05,109 DEBUG [M:0;5c7979348d1b:46495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/780af80169284b79a6b2b32bfff19ada is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733451479670/Put/seqid=0 2024-12-06T02:18:05,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741844_1020 (size=7203) 2024-12-06T02:18:05,549 INFO [M:0;5c7979348d1b:46495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/780af80169284b79a6b2b32bfff19ada 2024-12-06T02:18:05,580 DEBUG [M:0;5c7979348d1b:46495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daac2f59b20428380ad061239649c05 is 69, key is 5c7979348d1b,40793,1733451469712/rs:state/1733451470406/Put/seqid=0 2024-12-06T02:18:05,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741845_1021 (size=5156) 2024-12-06T02:18:05,590 INFO [M:0;5c7979348d1b:46495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daac2f59b20428380ad061239649c05 2024-12-06T02:18:05,598 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff53493c8914404386d31f74835d8ccb as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff53493c8914404386d31f74835d8ccb 2024-12-06T02:18:05,618 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff53493c8914404386d31f74835d8ccb, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T02:18:05,620 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/780af80169284b79a6b2b32bfff19ada as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/780af80169284b79a6b2b32bfff19ada 2024-12-06T02:18:05,632 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/780af80169284b79a6b2b32bfff19ada, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T02:18:05,636 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9daac2f59b20428380ad061239649c05 as hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9daac2f59b20428380ad061239649c05 2024-12-06T02:18:05,652 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42005/user/jenkins/test-data/6c02a77e-bbd3-d487-91a8-86605ce505f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9daac2f59b20428380ad061239649c05, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T02:18:05,654 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1001ms, sequenceid=70, compaction requested=false 2024-12-06T02:18:05,692 INFO [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:05,693 DEBUG [M:0;5c7979348d1b:46495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451484653Disabling compacts and flushes for region at 1733451484653Disabling writes for close at 1733451484653Obtaining lock to block concurrent updates at 1733451484653Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451484653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733451484654 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451484656 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451484656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451484675 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451484675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451485091 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451485108 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451485108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451485557 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451485579 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451485579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6deea827: reopening flushed file at 1733451485597 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a806b30: reopening flushed file at 1733451485619 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244fbcdd: reopening flushed file at 1733451485632 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1001ms, sequenceid=70, compaction requested=false at 1733451485654 (+22 ms)Writing region close event to WAL at 1733451485692 (+38 ms)Closed at 1733451485692 2024-12-06T02:18:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40493 is added to blk_1073741830_1006 (size=41008) 2024-12-06T02:18:05,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:18:05,717 INFO [M:0;5c7979348d1b:46495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:18:05,717 INFO [M:0;5c7979348d1b:46495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46495 2024-12-06T02:18:05,717 INFO [M:0;5c7979348d1b:46495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:18:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:05,853 INFO [M:0;5c7979348d1b:46495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:18:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46495-0x101a86e43c60000, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:18:05,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:18:05,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:18:05,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:18:05,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:18:05,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir/,STOPPED} 2024-12-06T02:18:05,860 WARN [BP-2111231620-172.17.0.3-1733451466815 heartbeating to localhost/127.0.0.1:42005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:18:05,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:18:05,860 WARN [BP-2111231620-172.17.0.3-1733451466815 heartbeating to localhost/127.0.0.1:42005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2111231620-172.17.0.3-1733451466815 (Datanode Uuid bb16117b-663a-433f-951b-28eb1b7eec42) service to localhost/127.0.0.1:42005 2024-12-06T02:18:05,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:18:05,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/data/data1/current/BP-2111231620-172.17.0.3-1733451466815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:18:05,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/cluster_06a9480b-e400-9f01-26f8-3579cdc0b087/data/data2/current/BP-2111231620-172.17.0.3-1733451466815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:18:05,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:18:05,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:18:05,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:18:05,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:18:05,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:18:05,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa398dc1-c60a-0818-bbba-e6ec3a8bc045/hadoop.log.dir/,STOPPED} 2024-12-06T02:18:05,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:18:05,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:18:05,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45853 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58776) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42005 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58776) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=729 (was 697) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3433 (was 2582) - AvailableMemoryMB LEAK? - 2024-12-06T02:18:05,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=729, ProcessCount=11, AvailableMemoryMB=3432 2024-12-06T02:18:05,937 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-06T02:18:05,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir so I do NOT create it in target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7 2024-12-06T02:18:05,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:18:05,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.tmp.dir so I do NOT create it in target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7 2024-12-06T02:18:05,938 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88eef5ca-86b2-5a12-71a9-0c91a0799f5a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:18:05,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7 2024-12-06T02:18:05,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68, deleteOnExit=true 2024-12-06T02:18:05,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/zookeeper_0, clientPort=63801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:18:05,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63801 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/test.cache.data in system properties and HBase conf 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:18:05,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:18:05,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:18:05,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:18:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a86e43c60005, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:18:05,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a86e43c60005, quorum=127.0.0.1:58776, baseZNode=/11841000257 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:18:05,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a86e43c60002, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:18:05,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a86e43c60002, quorum=127.0.0.1:58776, baseZNode=/01036995390 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:18:06,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:06,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:18:06,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:18:06,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:18:06,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:18:06,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:06,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:18:06,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:18:06,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/java.io.tmpdir/jetty-localhost-40173-hadoop-hdfs-3_4_1-tests_jar-_-any-13463265490652158712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:18:06,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:40173} 2024-12-06T02:18:06,642 INFO [Time-limited test {}] server.Server(415): Started @52845ms 2024-12-06T02:18:07,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:07,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:18:07,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:18:07,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:18:07,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:18:07,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:18:07,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:18:07,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/java.io.tmpdir/jetty-localhost-35693-hadoop-hdfs-3_4_1-tests_jar-_-any-10272323624570999598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:18:07,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:35693} 2024-12-06T02:18:07,496 INFO [Time-limited test {}] server.Server(415): Started @53700ms 2024-12-06T02:18:07,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:18:08,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:18:08,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:08,917 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/data/data1/current/BP-1105541945-172.17.0.3-1733451485974/current, will proceed with Du for space computation calculation, 2024-12-06T02:18:08,917 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/data/data2/current/BP-1105541945-172.17.0.3-1733451485974/current, will proceed with Du for space computation calculation, 2024-12-06T02:18:08,936 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:18:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa596306f20643157 with lease ID 0x101a1c9e2686946f: Processing first storage report for DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea from datanode DatanodeRegistration(127.0.0.1:40047, datanodeUuid=3f45f6ca-80a4-4a57-94d9-edab446412e6, infoPort=37651, infoSecurePort=0, ipcPort=38579, storageInfo=lv=-57;cid=testClusterID;nsid=360614590;c=1733451485974) 2024-12-06T02:18:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa596306f20643157 with lease ID 0x101a1c9e2686946f: from storage DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea node DatanodeRegistration(127.0.0.1:40047, datanodeUuid=3f45f6ca-80a4-4a57-94d9-edab446412e6, infoPort=37651, infoSecurePort=0, ipcPort=38579, storageInfo=lv=-57;cid=testClusterID;nsid=360614590;c=1733451485974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:18:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa596306f20643157 with lease ID 0x101a1c9e2686946f: Processing first storage report for DS-3f11daf9-5b53-40d4-b367-883bab4f4cbb from datanode DatanodeRegistration(127.0.0.1:40047, datanodeUuid=3f45f6ca-80a4-4a57-94d9-edab446412e6, infoPort=37651, infoSecurePort=0, ipcPort=38579, storageInfo=lv=-57;cid=testClusterID;nsid=360614590;c=1733451485974) 2024-12-06T02:18:08,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa596306f20643157 with lease ID 0x101a1c9e2686946f: from storage DS-3f11daf9-5b53-40d4-b367-883bab4f4cbb node DatanodeRegistration(127.0.0.1:40047, datanodeUuid=3f45f6ca-80a4-4a57-94d9-edab446412e6, infoPort=37651, infoSecurePort=0, ipcPort=38579, storageInfo=lv=-57;cid=testClusterID;nsid=360614590;c=1733451485974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:18:09,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7 2024-12-06T02:18:09,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:18:09,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab with version=8 2024-12-06T02:18:09,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/hbase-staging 2024-12-06T02:18:09,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:18:09,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:18:09,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46051 2024-12-06T02:18:09,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46051 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:09,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460510x0, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:09,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46051-0x101a86e8ea00000 connected 2024-12-06T02:18:09,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/running 2024-12-06T02:18:09,945 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab, hbase.cluster.distributed=false 2024-12-06T02:18:09,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/acl 2024-12-06T02:18:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-06T02:18:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46051 2024-12-06T02:18:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46051 2024-12-06T02:18:09,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-06T02:18:09,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46051 2024-12-06T02:18:09,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:18:09,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:18:09,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:18:09,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38505 2024-12-06T02:18:09,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38505 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:09,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:09,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385050x0, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:09,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385050x0, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/running 2024-12-06T02:18:09,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38505-0x101a86e8ea00001 connected 2024-12-06T02:18:09,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:18:09,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:18:09,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/master 2024-12-06T02:18:09,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/acl 2024-12-06T02:18:09,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-06T02:18:09,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-12-06T02:18:10,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-12-06T02:18:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-06T02:18:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-06T02:18:10,018 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:46051 2024-12-06T02:18:10,019 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01108650747/backup-masters/5c7979348d1b,46051,1733451489445 2024-12-06T02:18:10,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/backup-masters 2024-12-06T02:18:10,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/backup-masters 2024-12-06T02:18:10,028 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on existing znode=/01108650747/backup-masters/5c7979348d1b,46051,1733451489445 2024-12-06T02:18:10,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108650747/master 2024-12-06T02:18:10,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:10,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:10,039 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on existing znode=/01108650747/master 2024-12-06T02:18:10,039 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01108650747/backup-masters/5c7979348d1b,46051,1733451489445 from backup master directory 2024-12-06T02:18:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108650747/backup-masters/5c7979348d1b,46051,1733451489445 2024-12-06T02:18:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/backup-masters 2024-12-06T02:18:10,049 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:18:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/backup-masters 2024-12-06T02:18:10,049 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,46051,1733451489445 2024-12-06T02:18:10,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/hbase.id] with ID: 10a91792-dec6-4ddb-9701-4d3ec5ef8425 2024-12-06T02:18:10,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/.tmp/hbase.id 2024-12-06T02:18:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:18:10,460 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/.tmp/hbase.id]:[hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/hbase.id] 2024-12-06T02:18:10,471 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:10,471 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:18:10,472 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:18:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:10,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:18:10,914 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:18:10,915 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:18:10,915 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:18:11,323 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store 2024-12-06T02:18:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:18:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:18:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:18:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:18:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:18:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:18:11,729 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:11,729 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:11,729 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451491729Disabling compacts and flushes for region at 1733451491729Disabling writes for close at 1733451491729Writing region close event to WAL at 1733451491729Closed at 1733451491729 2024-12-06T02:18:11,730 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/.initializing 2024-12-06T02:18:11,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/WALs/5c7979348d1b,46051,1733451489445 2024-12-06T02:18:11,731 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:18:11,733 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C46051%2C1733451489445, suffix=, logDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/WALs/5c7979348d1b,46051,1733451489445, archiveDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/oldWALs, maxLogs=10 2024-12-06T02:18:11,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/WALs/5c7979348d1b,46051,1733451489445/5c7979348d1b%2C46051%2C1733451489445.1733451491733, exclude list is [], retry=0 2024-12-06T02:18:11,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea,DISK] 2024-12-06T02:18:11,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/WALs/5c7979348d1b,46051,1733451489445/5c7979348d1b%2C46051%2C1733451489445.1733451491733 2024-12-06T02:18:11,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-06T02:18:11,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:11,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:11,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:18:11,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:11,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:18:11,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:11,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:11,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:18:11,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:11,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:11,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:18:11,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:11,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:11,756 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,756 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,756 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,758 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,758 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,759 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:11,760 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:11,762 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:11,762 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73001640, jitterRate=0.08780920505523682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:11,762 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451491748Initializing all the Stores at 1733451491749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451491749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451491749Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451491749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451491749Cleaning up temporary data from old regions at 1733451491758 (+9 ms)Region opened successfully at 1733451491762 (+4 ms) 2024-12-06T02:18:11,763 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:18:11,765 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdfaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:18:11,766 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:18:11,766 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:18:11,766 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:18:11,766 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:18:11,767 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:18:11,767 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:18:11,767 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:18:11,769 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:18:11,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/balancer because node does not exist (not necessarily an error) 2024-12-06T02:18:11,801 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/balancer already deleted, retry=false 2024-12-06T02:18:11,802 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:18:11,802 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:18:11,867 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/normalizer already deleted, retry=false 2024-12-06T02:18:11,867 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:18:11,868 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:18:11,919 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/switch/split already deleted, retry=false 2024-12-06T02:18:11,920 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:18:11,994 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/switch/merge already deleted, retry=false 2024-12-06T02:18:11,996 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:18:12,017 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/snapshot-cleanup already deleted, retry=false 2024-12-06T02:18:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108650747/running 2024-12-06T02:18:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01108650747/running 2024-12-06T02:18:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,089 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,46051,1733451489445, sessionid=0x101a86e8ea00000, setting cluster-up flag (Was=false) 2024-12-06T02:18:12,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,632 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01108650747/flush-table-proc/acquired, /01108650747/flush-table-proc/reached, /01108650747/flush-table-proc/abort 2024-12-06T02:18:12,633 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46051,1733451489445 2024-12-06T02:18:12,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:12,735 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01108650747/online-snapshot/acquired, /01108650747/online-snapshot/reached, /01108650747/online-snapshot/abort 2024-12-06T02:18:12,736 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46051,1733451489445 2024-12-06T02:18:12,737 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:18:12,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:12,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:18:12,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:18:12,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,46051,1733451489445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:18:12,741 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:12,741 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:12,741 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:12,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:12,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:18:12,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:18:12,742 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451522742 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:18:12,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:12,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:18:12,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:18:12,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:18:12,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:18:12,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:18:12,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:18:12,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:12,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:18:12,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451492744,5,FailOnTimeoutGroup] 2024-12-06T02:18:12,754 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451492748,5,FailOnTimeoutGroup] 2024-12-06T02:18:12,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:18:12,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,754 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:18:12,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:18:12,758 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab 2024-12-06T02:18:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:18:12,808 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(746): ClusterId : 10a91792-dec6-4ddb-9701-4d3ec5ef8425 2024-12-06T02:18:12,808 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:18:12,818 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:18:12,818 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:18:12,828 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:18:12,829 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d255fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:18:12,844 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:38505 2024-12-06T02:18:12,844 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:18:12,844 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:18:12,844 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:18:12,845 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,46051,1733451489445 with port=38505, startcode=1733451489960 2024-12-06T02:18:12,845 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:18:12,846 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:18:12,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46051 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,848 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab 2024-12-06T02:18:12,848 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33259 2024-12-06T02:18:12,848 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:18:12,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/rs 2024-12-06T02:18:12,860 DEBUG [RS:0;5c7979348d1b:38505 {}] zookeeper.ZKUtil(111): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on existing znode=/01108650747/rs/5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,860 WARN [RS:0;5c7979348d1b:38505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:18:12,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,38505,1733451489960] 2024-12-06T02:18:12,860 INFO [RS:0;5c7979348d1b:38505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:12,860 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,865 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:18:12,867 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:18:12,867 INFO [RS:0;5c7979348d1b:38505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:18:12,867 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,867 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:18:12,868 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:18:12,868 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,868 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,868 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,868 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,868 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,868 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:18:12,869 DEBUG [RS:0;5c7979348d1b:38505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,876 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38505,1733451489960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:18:12,890 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:18:12,890 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38505,1733451489960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,890 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,890 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.Replication(171): 5c7979348d1b,38505,1733451489960 started 2024-12-06T02:18:12,903 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:12,903 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,38505,1733451489960, RpcServer on 5c7979348d1b/172.17.0.3:38505, sessionid=0x101a86e8ea00001 2024-12-06T02:18:12,904 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:18:12,904 DEBUG [RS:0;5c7979348d1b:38505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,904 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38505,1733451489960' 2024-12-06T02:18:12,904 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01108650747/flush-table-proc/abort' 2024-12-06T02:18:12,904 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01108650747/flush-table-proc/acquired' 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,38505,1733451489960 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38505,1733451489960' 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01108650747/online-snapshot/abort' 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01108650747/online-snapshot/acquired' 2024-12-06T02:18:12,905 DEBUG [RS:0;5c7979348d1b:38505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:18:12,905 INFO [RS:0;5c7979348d1b:38505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:18:12,905 INFO [RS:0;5c7979348d1b:38505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:18:13,006 INFO [RS:0;5c7979348d1b:38505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:18:13,026 INFO [RS:0;5c7979348d1b:38505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38505%2C1733451489960, suffix=, logDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960, archiveDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/oldWALs, maxLogs=10 2024-12-06T02:18:13,042 DEBUG [RS:0;5c7979348d1b:38505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, exclude list is [], retry=0 2024-12-06T02:18:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea,DISK] 2024-12-06T02:18:13,060 INFO [RS:0;5c7979348d1b:38505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 2024-12-06T02:18:13,061 DEBUG [RS:0;5c7979348d1b:38505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-06T02:18:13,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:13,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:18:13,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:18:13,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:18:13,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:18:13,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:18:13,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:18:13,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:18:13,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:18:13,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:18:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740 2024-12-06T02:18:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740 2024-12-06T02:18:13,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:18:13,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:18:13,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:13,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:18:13,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:13,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65803553, jitterRate=-0.019450649619102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:13,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451493171Initializing all the Stores at 1733451493172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451493172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493172Cleaning up temporary data from old regions at 1733451493183 (+11 ms)Region opened successfully at 1733451493188 (+5 ms) 2024-12-06T02:18:13,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:18:13,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:18:13,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:18:13,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:18:13,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:18:13,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:13,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451493188Disabling compacts and flushes for region at 1733451493188Disabling writes for close at 1733451493188Writing region close event to WAL at 1733451493188Closed at 1733451493188 2024-12-06T02:18:13,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:13,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:18:13,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:18:13,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:18:13,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:18:13,343 DEBUG [5c7979348d1b:46051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:18:13,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:13,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38505,1733451489960, state=OPENING 2024-12-06T02:18:13,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:18:13,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:13,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:13,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108650747/meta-region-server: CHANGED 2024-12-06T02:18:13,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108650747/meta-region-server: CHANGED 2024-12-06T02:18:13,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:18:13,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38505,1733451489960}] 2024-12-06T02:18:13,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:18:13,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:18:13,535 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:18:13,535 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:13,536 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:18:13,540 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38505%2C1733451489960.meta, suffix=.meta, logDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960, archiveDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/oldWALs, maxLogs=10 2024-12-06T02:18:13,557 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.meta.1733451493541.meta, exclude list is [], retry=0 2024-12-06T02:18:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea,DISK] 2024-12-06T02:18:13,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.meta.1733451493541.meta 2024-12-06T02:18:13,570 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-06T02:18:13,570 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:13,571 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:18:13,571 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:18:13,571 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:18:13,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:18:13,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:18:13,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:18:13,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:18:13,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:18:13,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:18:13,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:18:13,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:18:13,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:13,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:13,586 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:18:13,587 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740 2024-12-06T02:18:13,589 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740 2024-12-06T02:18:13,592 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:18:13,592 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:18:13,593 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:13,595 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:18:13,596 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645608, jitterRate=-0.06650769710540771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:13,596 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:18:13,597 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451493572Writing region info on filesystem at 1733451493572Initializing all the Stores at 1733451493574 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493576 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451493576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451493576Cleaning up temporary data from old regions at 1733451493592 (+16 ms)Running coprocessor post-open hooks at 1733451493596 (+4 ms)Region opened successfully at 1733451493597 (+1 ms) 2024-12-06T02:18:13,603 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451493519 2024-12-06T02:18:13,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:13,610 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:18:13,610 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:18:13,610 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38505,1733451489960, state=OPEN 2024-12-06T02:18:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01108650747/meta-region-server 2024-12-06T02:18:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01108650747/meta-region-server 2024-12-06T02:18:13,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:13,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108650747/meta-region-server: CHANGED 2024-12-06T02:18:13,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01108650747/meta-region-server: CHANGED 2024-12-06T02:18:13,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:18:13,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38505,1733451489960 in 276 msec 2024-12-06T02:18:13,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:18:13,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-06T02:18:13,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:13,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:18:13,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:13,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:13,658 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:13,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-12-06T02:18:13,677 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451493677, completionTime=-1 2024-12-06T02:18:13,677 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:18:13,677 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:18:13,680 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:18:13,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451553681 2024-12-06T02:18:13,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451613681 2024-12-06T02:18:13,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T02:18:13,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:46051, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,685 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.642sec 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:18:13,691 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:18:13,705 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:18:13,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:18:13,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46051,1733451489445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:13,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:13,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46051,-1 for getting cluster id 2024-12-06T02:18:13,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:13,713 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10a91792-dec6-4ddb-9701-4d3ec5ef8425' 2024-12-06T02:18:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10a91792-dec6-4ddb-9701-4d3ec5ef8425" 2024-12-06T02:18:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e51ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46051,-1] 2024-12-06T02:18:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:13,718 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:13,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:13,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:13,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:13,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:13,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,46051,1733451489445 2024-12-06T02:18:13,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:13,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a86e8ea00002 connected 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir so I do NOT create it in target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b 2024-12-06T02:18:13,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.tmp.dir so I do NOT create it in target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b 2024-12-06T02:18:13,757 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:18:13,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/cluster_e2d19330-2064-0e5a-c476-1d3fa9d78e1e, deleteOnExit=true 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:18:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/test.cache.data in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:18:13,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:18:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:18:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:18:14,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:14,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:18:14,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:18:14,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:18:14,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:18:14,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:14,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:18:14,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:18:14,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/java.io.tmpdir/jetty-localhost-34381-hadoop-hdfs-3_4_1-tests_jar-_-any-18333308379562995322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:18:14,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:34381} 2024-12-06T02:18:14,432 INFO [Time-limited test {}] server.Server(415): Started @60636ms 2024-12-06T02:18:14,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:18:14,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:18:14,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:18:14,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:18:14,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:18:14,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:18:14,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:18:14,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/java.io.tmpdir/jetty-localhost-34007-hadoop-hdfs-3_4_1-tests_jar-_-any-10799773358224877325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:18:14,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:34007} 2024-12-06T02:18:14,883 INFO [Time-limited test {}] server.Server(415): Started @61087ms 2024-12-06T02:18:14,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:18:15,721 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/cluster_e2d19330-2064-0e5a-c476-1d3fa9d78e1e/data/data1/current/BP-1665150744-172.17.0.3-1733451493781/current, will proceed with Du for space computation calculation, 2024-12-06T02:18:15,726 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/cluster_e2d19330-2064-0e5a-c476-1d3fa9d78e1e/data/data2/current/BP-1665150744-172.17.0.3-1733451493781/current, will proceed with Du for space computation calculation, 2024-12-06T02:18:15,774 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:18:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x807b75eb3de37760 with lease ID 0x644709ad9796e0c4: Processing first storage report for DS-4f2f44f1-d2bf-46c9-8c16-a871036bced2 from datanode DatanodeRegistration(127.0.0.1:33509, datanodeUuid=04dd677f-42ac-446d-8636-8b123cf76dc1, infoPort=38745, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1548898503;c=1733451493781) 2024-12-06T02:18:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x807b75eb3de37760 with lease ID 0x644709ad9796e0c4: from storage DS-4f2f44f1-d2bf-46c9-8c16-a871036bced2 node DatanodeRegistration(127.0.0.1:33509, datanodeUuid=04dd677f-42ac-446d-8636-8b123cf76dc1, infoPort=38745, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1548898503;c=1733451493781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:18:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x807b75eb3de37760 with lease ID 0x644709ad9796e0c4: Processing first storage report for DS-02ba62d9-1597-44ec-9b44-e646f113a471 from datanode DatanodeRegistration(127.0.0.1:33509, datanodeUuid=04dd677f-42ac-446d-8636-8b123cf76dc1, infoPort=38745, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1548898503;c=1733451493781) 2024-12-06T02:18:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x807b75eb3de37760 with lease ID 0x644709ad9796e0c4: from storage DS-02ba62d9-1597-44ec-9b44-e646f113a471 node DatanodeRegistration(127.0.0.1:33509, datanodeUuid=04dd677f-42ac-446d-8636-8b123cf76dc1, infoPort=38745, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1548898503;c=1733451493781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:18:15,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b 2024-12-06T02:18:15,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:15,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:18:16,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21 with version=8 2024-12-06T02:18:16,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/hbase-staging 2024-12-06T02:18:16,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:18:16,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:18:16,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45991 2024-12-06T02:18:16,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45991 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459910x0, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:16,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45991-0x101a86e8ea00003 connected 2024-12-06T02:18:16,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:16,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:16,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/running 2024-12-06T02:18:16,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21, hbase.cluster.distributed=false 2024-12-06T02:18:16,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/acl 2024-12-06T02:18:16,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45991 2024-12-06T02:18:16,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45991 2024-12-06T02:18:16,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45991 2024-12-06T02:18:16,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45991 2024-12-06T02:18:16,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45991 2024-12-06T02:18:16,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:18:16,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:18:16,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41297 2024-12-06T02:18:16,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41297 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:16,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:16,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:16,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412970x0, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:16,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412970x0, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/running 2024-12-06T02:18:16,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41297-0x101a86e8ea00004 connected 2024-12-06T02:18:16,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:18:16,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:18:16,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/master 2024-12-06T02:18:16,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/acl 2024-12-06T02:18:16,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-06T02:18:16,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41297 2024-12-06T02:18:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41297 2024-12-06T02:18:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-06T02:18:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-06T02:18:16,439 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:45991 2024-12-06T02:18:16,440 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1766136044/backup-masters/5c7979348d1b,45991,1733451496280 2024-12-06T02:18:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/backup-masters 2024-12-06T02:18:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/backup-masters 2024-12-06T02:18:16,449 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on existing znode=/1-1766136044/backup-masters/5c7979348d1b,45991,1733451496280 2024-12-06T02:18:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1766136044/master 2024-12-06T02:18:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:16,459 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on existing znode=/1-1766136044/master 2024-12-06T02:18:16,460 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1766136044/backup-masters/5c7979348d1b,45991,1733451496280 from backup master directory 2024-12-06T02:18:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1766136044/backup-masters/5c7979348d1b,45991,1733451496280 2024-12-06T02:18:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/backup-masters 2024-12-06T02:18:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/backup-masters 2024-12-06T02:18:16,469 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:18:16,470 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,45991,1733451496280 2024-12-06T02:18:16,473 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/hbase.id] with ID: 831483f1-150c-416b-b0f8-c604d10cb3d9 2024-12-06T02:18:16,473 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/.tmp/hbase.id 2024-12-06T02:18:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:18:16,878 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/.tmp/hbase.id]:[hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/hbase.id] 2024-12-06T02:18:16,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:18:16,888 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:16,888 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:18:16,889 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:18:16,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:16,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:16,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:16,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:16,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:16,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:18:17,314 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:18:17,315 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:18:17,315 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:18:17,723 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store 2024-12-06T02:18:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:18:18,133 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:18,133 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:18:18,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451498133Disabling compacts and flushes for region at 1733451498133Disabling writes for close at 1733451498133Writing region close event to WAL at 1733451498133Closed at 1733451498133 2024-12-06T02:18:18,137 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/.initializing 2024-12-06T02:18:18,137 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/WALs/5c7979348d1b,45991,1733451496280 2024-12-06T02:18:18,149 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:18:18,171 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C45991%2C1733451496280, suffix=, logDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/WALs/5c7979348d1b,45991,1733451496280, archiveDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/oldWALs, maxLogs=10 2024-12-06T02:18:18,186 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/WALs/5c7979348d1b,45991,1733451496280/5c7979348d1b%2C45991%2C1733451496280.1733451498172, exclude list is [], retry=0 2024-12-06T02:18:18,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-4f2f44f1-d2bf-46c9-8c16-a871036bced2,DISK] 2024-12-06T02:18:18,218 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/WALs/5c7979348d1b,45991,1733451496280/5c7979348d1b%2C45991%2C1733451496280.1733451498172 2024-12-06T02:18:18,219 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-06T02:18:18,219 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:18,220 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:18,220 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,220 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:18:18,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:18,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:18,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:18:18,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:18,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:18,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:18:18,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:18,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:18,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:18:18,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:18,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:18,255 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,257 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,257 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,270 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,270 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,271 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:18,272 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:18:18,279 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:18,280 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60616942, jitterRate=-0.09673717617988586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:18,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451498221Initializing all the Stores at 1733451498222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451498222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451498232 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451498232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451498232Cleaning up temporary data from old regions at 1733451498270 (+38 ms)Region opened successfully at 1733451498280 (+10 ms) 2024-12-06T02:18:18,296 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:18:18,315 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcef62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:18:18,320 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:18:18,321 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:18:18,321 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:18:18,321 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:18:18,322 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:18:18,322 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:18:18,322 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:18:18,339 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:18:18,341 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/balancer because node does not exist (not necessarily an error) 2024-12-06T02:18:18,406 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/balancer already deleted, retry=false 2024-12-06T02:18:18,407 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:18:18,413 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:18:18,470 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/normalizer already deleted, retry=false 2024-12-06T02:18:18,470 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:18:18,474 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:18:18,480 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/switch/split already deleted, retry=false 2024-12-06T02:18:18,482 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:18:18,490 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/switch/merge already deleted, retry=false 2024-12-06T02:18:18,495 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:18:18,501 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/snapshot-cleanup already deleted, retry=false 2024-12-06T02:18:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1766136044/running 2024-12-06T02:18:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1766136044/running 2024-12-06T02:18:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,524 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,45991,1733451496280, sessionid=0x101a86e8ea00003, setting cluster-up flag (Was=false) 2024-12-06T02:18:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,575 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1766136044/flush-table-proc/acquired, /1-1766136044/flush-table-proc/reached, /1-1766136044/flush-table-proc/abort 2024-12-06T02:18:18,595 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45991,1733451496280 2024-12-06T02:18:18,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:18,672 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1766136044/online-snapshot/acquired, /1-1766136044/online-snapshot/reached, /1-1766136044/online-snapshot/abort 2024-12-06T02:18:18,707 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45991,1733451496280 2024-12-06T02:18:18,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:18:18,733 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:18,733 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:18:18,733 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:18:18,734 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,45991,1733451496280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:18:18,748 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(746): ClusterId : 831483f1-150c-416b-b0f8-c604d10cb3d9 2024-12-06T02:18:18,748 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:18:18,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:18,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:18:18,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:18,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:18:18,781 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:18:18,781 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:18:18,782 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451528782 2024-12-06T02:18:18,782 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:18:18,783 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:18:18,783 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:18:18,783 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:18:18,783 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:18:18,783 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:18:18,784 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,785 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:18:18,785 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:18:18,785 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:18:18,786 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:18:18,787 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:18:18,787 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:18:18,792 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451498787,5,FailOnTimeoutGroup] 2024-12-06T02:18:18,792 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451498792,5,FailOnTimeoutGroup] 2024-12-06T02:18:18,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:18:18,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,806 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:18:18,806 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c25ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:18:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:18:18,828 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:41297 2024-12-06T02:18:18,828 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:18:18,828 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:18:18,828 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:18:18,831 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,45991,1733451496280 with port=41297, startcode=1733451496400 2024-12-06T02:18:18,832 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:18:18,840 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:18:18,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,41297,1733451496400 2024-12-06T02:18:18,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45991 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:18,851 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21 2024-12-06T02:18:18,851 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44821 2024-12-06T02:18:18,851 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:18:18,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:18:18,918 DEBUG [RS:0;5c7979348d1b:41297 {}] zookeeper.ZKUtil(111): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on existing znode=/1-1766136044/rs/5c7979348d1b,41297,1733451496400 2024-12-06T02:18:18,918 WARN [RS:0;5c7979348d1b:41297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:18:18,918 INFO [RS:0;5c7979348d1b:41297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:18,918 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400 2024-12-06T02:18:18,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/rs 2024-12-06T02:18:18,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,41297,1733451496400] 2024-12-06T02:18:18,928 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:18:18,930 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:18:18,931 INFO [RS:0;5c7979348d1b:41297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:18:18,931 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,931 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:18:18,937 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:18:18,938 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:18:18,938 DEBUG [RS:0;5c7979348d1b:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:18:18,962 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,963 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,963 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,963 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,963 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,963 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41297,1733451496400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:18:18,985 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:18:18,986 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41297,1733451496400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,986 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:18,986 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.Replication(171): 5c7979348d1b,41297,1733451496400 started 2024-12-06T02:18:19,009 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,009 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,41297,1733451496400, RpcServer on 5c7979348d1b/172.17.0.3:41297, sessionid=0x101a86e8ea00004 2024-12-06T02:18:19,009 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:18:19,009 DEBUG [RS:0;5c7979348d1b:41297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,41297,1733451496400 2024-12-06T02:18:19,009 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41297,1733451496400' 2024-12-06T02:18:19,009 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1766136044/flush-table-proc/abort' 2024-12-06T02:18:19,022 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1766136044/flush-table-proc/acquired' 2024-12-06T02:18:19,024 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:18:19,024 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:18:19,024 DEBUG [RS:0;5c7979348d1b:41297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,41297,1733451496400 2024-12-06T02:18:19,024 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41297,1733451496400' 2024-12-06T02:18:19,024 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1766136044/online-snapshot/abort' 2024-12-06T02:18:19,029 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1766136044/online-snapshot/acquired' 2024-12-06T02:18:19,031 DEBUG [RS:0;5c7979348d1b:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:18:19,031 INFO [RS:0;5c7979348d1b:41297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:18:19,032 INFO [RS:0;5c7979348d1b:41297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:18:19,132 INFO [RS:0;5c7979348d1b:41297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:18:19,134 INFO [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41297%2C1733451496400, suffix=, logDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400, archiveDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/oldWALs, maxLogs=10 2024-12-06T02:18:19,158 DEBUG [RS:0;5c7979348d1b:41297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400/5c7979348d1b%2C41297%2C1733451496400.1733451499135, exclude list is [], retry=0 2024-12-06T02:18:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-4f2f44f1-d2bf-46c9-8c16-a871036bced2,DISK] 2024-12-06T02:18:19,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:18:19,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21 2024-12-06T02:18:19,236 INFO [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400/5c7979348d1b%2C41297%2C1733451496400.1733451499135 2024-12-06T02:18:19,249 DEBUG [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-06T02:18:19,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:18:19,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:19,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:18:19,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:18:19,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:18:19,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:18:19,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:18:19,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:18:19,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:18:19,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:18:19,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:18:19,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740 2024-12-06T02:18:19,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740 2024-12-06T02:18:19,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:18:19,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:18:19,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:19,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:18:19,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:19,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65934178, jitterRate=-0.017504185438156128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451499331Initializing all the Stores at 1733451499344 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499345 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451499345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499345Cleaning up temporary data from old regions at 1733451499397 (+52 ms)Region opened successfully at 1733451499424 (+27 ms) 2024-12-06T02:18:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:18:19,425 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:18:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:18:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:18:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:18:19,444 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:18:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451499425Disabling compacts and flushes for region at 1733451499425Disabling writes for close at 1733451499425Writing region close event to WAL at 1733451499444 (+19 ms)Closed at 1733451499444 2024-12-06T02:18:19,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:19,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:18:19,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:18:19,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:18:19,451 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:18:19,604 DEBUG [5c7979348d1b:45991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:18:19,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:19,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41297,1733451496400, state=OPENING 2024-12-06T02:18:19,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:18:19,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:19,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1766136044/meta-region-server: CHANGED 2024-12-06T02:18:19,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:18:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:18:19,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41297,1733451496400}] 2024-12-06T02:18:19,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1766136044/meta-region-server: CHANGED 2024-12-06T02:18:19,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:18:19,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:18:19,840 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:18:19,840 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:19,841 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:18:19,842 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41297%2C1733451496400.meta, suffix=.meta, logDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400, archiveDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/oldWALs, maxLogs=10 2024-12-06T02:18:19,860 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400/5c7979348d1b%2C41297%2C1733451496400.meta.1733451499843.meta, exclude list is [], retry=0 2024-12-06T02:18:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33509,DS-4f2f44f1-d2bf-46c9-8c16-a871036bced2,DISK] 2024-12-06T02:18:19,865 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/WALs/5c7979348d1b,41297,1733451496400/5c7979348d1b%2C41297%2C1733451496400.meta.1733451499843.meta 2024-12-06T02:18:19,868 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745)] 2024-12-06T02:18:19,868 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:19,869 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:18:19,869 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:18:19,869 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:18:19,869 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:18:19,869 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:18:19,869 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:19,870 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:18:19,870 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:18:19,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:18:19,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:18:19,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:18:19,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:18:19,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:18:19,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:18:19,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:18:19,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:18:19,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:19,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:18:19,881 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:18:19,881 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740 2024-12-06T02:18:19,886 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740 2024-12-06T02:18:19,890 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:18:19,890 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:18:19,890 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:18:19,893 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:18:19,895 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67737228, jitterRate=0.009363353252410889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:18:19,895 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:18:19,895 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451499870Writing region info on filesystem at 1733451499870Initializing all the Stores at 1733451499871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451499871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451499871Cleaning up temporary data from old regions at 1733451499890 (+19 ms)Running coprocessor post-open hooks at 1733451499895 (+5 ms)Region opened successfully at 1733451499895 2024-12-06T02:18:19,897 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451499833 2024-12-06T02:18:19,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:19,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41297,1733451496400, state=OPEN 2024-12-06T02:18:19,903 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:18:19,903 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:18:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1766136044/meta-region-server 2024-12-06T02:18:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1766136044/meta-region-server 2024-12-06T02:18:19,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:19,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1766136044/meta-region-server: CHANGED 2024-12-06T02:18:19,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1766136044/meta-region-server: CHANGED 2024-12-06T02:18:19,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:18:19,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41297,1733451496400 in 240 msec 2024-12-06T02:18:19,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:18:19,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-12-06T02:18:19,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:18:19,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:18:19,933 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:19,933 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41297,1733451496400, seqNum=-1] 2024-12-06T02:18:19,933 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:19,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:19,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-06T02:18:19,950 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451499950, completionTime=-1 2024-12-06T02:18:19,951 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:18:19,951 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:18:19,953 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451559954 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451619954 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:45991, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,954 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,956 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:19,958 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.495sec 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:18:19,965 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:18:19,966 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:18:19,966 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:18:19,968 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:18:19,968 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:18:19,968 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45991,1733451496280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:18:20,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:20,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45991,-1 for getting cluster id 2024-12-06T02:18:20,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:20,063 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831483f1-150c-416b-b0f8-c604d10cb3d9' 2024-12-06T02:18:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831483f1-150c-416b-b0f8-c604d10cb3d9" 2024-12-06T02:18:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761dfb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:20,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45991,-1] 2024-12-06T02:18:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:20,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:20,065 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:20,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:20,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41297,1733451496400, seqNum=-1] 2024-12-06T02:18:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:20,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:20,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,45991,1733451496280 2024-12-06T02:18:20,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63801 2024-12-06T02:18:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:18:20,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a86e8ea00005 connected 2024-12-06T02:18:20,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46051,1733451489445 2024-12-06T02:18:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4722a659 2024-12-06T02:18:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:20,157 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:20,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:18:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:18:20,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:18:20,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:20,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:18:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:20,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:18:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:18:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:20,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8088f4fd79ad84bc265fac230f94d40, NAME => 'test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab 2024-12-06T02:18:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:18:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8088f4fd79ad84bc265fac230f94d40, disabling compactions & flushes 2024-12-06T02:18:21,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. after waiting 0 ms 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8088f4fd79ad84bc265fac230f94d40: Waiting for close lock at 1733451501015Disabling compacts and flushes for region at 1733451501015Disabling writes for close at 1733451501015Writing region close event to WAL at 1733451501015Closed at 1733451501015 2024-12-06T02:18:21,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:18:21,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451501017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451501017"}]},"ts":"1733451501017"} 2024-12-06T02:18:21,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:18:21,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:18:21,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451501020"}]},"ts":"1733451501020"} 2024-12-06T02:18:21,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:18:21,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8088f4fd79ad84bc265fac230f94d40, ASSIGN}] 2024-12-06T02:18:21,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8088f4fd79ad84bc265fac230f94d40, ASSIGN 2024-12-06T02:18:21,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8088f4fd79ad84bc265fac230f94d40, ASSIGN; state=OFFLINE, location=5c7979348d1b,38505,1733451489960; forceNewPlan=false, retain=false 2024-12-06T02:18:21,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8088f4fd79ad84bc265fac230f94d40, regionState=OPENING, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:21,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8088f4fd79ad84bc265fac230f94d40, ASSIGN because future has completed 2024-12-06T02:18:21,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8088f4fd79ad84bc265fac230f94d40, server=5c7979348d1b,38505,1733451489960}] 2024-12-06T02:18:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:21,337 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,338 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8088f4fd79ad84bc265fac230f94d40, NAME => 'test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:21,338 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:18:21,339 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:18:21,339 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,339 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:21,339 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,339 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,341 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,342 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8088f4fd79ad84bc265fac230f94d40 columnFamilyName f 2024-12-06T02:18:21,342 DEBUG [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:21,343 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(327): Store=c8088f4fd79ad84bc265fac230f94d40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:21,343 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,344 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8088f4fd79ad84bc265fac230f94d40 columnFamilyName f1 2024-12-06T02:18:21,345 DEBUG [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:21,345 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(327): Store=c8088f4fd79ad84bc265fac230f94d40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:21,345 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,348 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8088f4fd79ad84bc265fac230f94d40 columnFamilyName norep 2024-12-06T02:18:21,348 DEBUG [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:21,349 INFO [StoreOpener-c8088f4fd79ad84bc265fac230f94d40-1 {}] regionserver.HStore(327): Store=c8088f4fd79ad84bc265fac230f94d40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:21,349 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,350 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,351 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,352 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,352 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,352 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:18:21,359 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,361 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:21,362 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8088f4fd79ad84bc265fac230f94d40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64015481, jitterRate=-0.046094998717308044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:18:21,362 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:18:21,363 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8088f4fd79ad84bc265fac230f94d40: Running coprocessor pre-open hook at 1733451501339Writing region info on filesystem at 1733451501339Initializing all the Stores at 1733451501340 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451501340Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451501341 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451501341Cleaning up temporary data from old regions at 1733451501352 (+11 ms)Running coprocessor post-open hooks at 1733451501362 (+10 ms)Region opened successfully at 1733451501363 (+1 ms) 2024-12-06T02:18:21,366 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., pid=6, masterSystemTime=1733451501332 2024-12-06T02:18:21,368 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,368 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:18:21,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8088f4fd79ad84bc265fac230f94d40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8088f4fd79ad84bc265fac230f94d40, server=5c7979348d1b,38505,1733451489960 because future has completed 2024-12-06T02:18:21,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:18:21,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8088f4fd79ad84bc265fac230f94d40, server=5c7979348d1b,38505,1733451489960 in 195 msec 2024-12-06T02:18:21,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:18:21,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8088f4fd79ad84bc265fac230f94d40, ASSIGN in 355 msec 2024-12-06T02:18:21,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:18:21,383 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:18:21,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:18:21,383 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451501383"}]},"ts":"1733451501383"} 2024-12-06T02:18:21,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:18:21,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:18:21,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:18:21,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T02:18:21,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:18:21,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:18:21,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:18:21,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:18:21,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:18:21,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:18:21,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:18:21,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:18:21,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2220 sec 2024-12-06T02:18:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:22,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:22,324 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:18:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45991,1733451496280 2024-12-06T02:18:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c99ba48 2024-12-06T02:18:22,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:22,326 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:22,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:18:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:18:22,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:18:22,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:22,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:18:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:22,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:18:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:18:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:22,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1aa9b7e6a5a1834cbef4f79a11045f2, NAME => 'test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21 2024-12-06T02:18:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:18:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:23,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:23,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1aa9b7e6a5a1834cbef4f79a11045f2, disabling compactions & flushes 2024-12-06T02:18:23,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. after waiting 0 ms 2024-12-06T02:18:23,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,180 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1aa9b7e6a5a1834cbef4f79a11045f2: Waiting for close lock at 1733451503179Disabling compacts and flushes for region at 1733451503179Disabling writes for close at 1733451503179Writing region close event to WAL at 1733451503180 (+1 ms)Closed at 1733451503180 2024-12-06T02:18:23,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:18:23,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451503181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451503181"}]},"ts":"1733451503181"} 2024-12-06T02:18:23,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:18:23,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:18:23,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451503186"}]},"ts":"1733451503186"} 2024-12-06T02:18:23,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:18:23,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1aa9b7e6a5a1834cbef4f79a11045f2, ASSIGN}] 2024-12-06T02:18:23,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1aa9b7e6a5a1834cbef4f79a11045f2, ASSIGN 2024-12-06T02:18:23,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1aa9b7e6a5a1834cbef4f79a11045f2, ASSIGN; state=OFFLINE, location=5c7979348d1b,41297,1733451496400; forceNewPlan=false, retain=false 2024-12-06T02:18:23,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1aa9b7e6a5a1834cbef4f79a11045f2, regionState=OPENING, regionLocation=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:23,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1aa9b7e6a5a1834cbef4f79a11045f2, ASSIGN because future has completed 2024-12-06T02:18:23,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1aa9b7e6a5a1834cbef4f79a11045f2, server=5c7979348d1b,41297,1733451496400}] 2024-12-06T02:18:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:23,502 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,502 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1aa9b7e6a5a1834cbef4f79a11045f2, NAME => 'test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:23,503 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:18:23,503 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:18:23,503 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,503 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:23,503 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,503 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,504 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,506 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1aa9b7e6a5a1834cbef4f79a11045f2 columnFamilyName f 2024-12-06T02:18:23,506 DEBUG [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:23,506 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(327): Store=a1aa9b7e6a5a1834cbef4f79a11045f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:23,506 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,508 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1aa9b7e6a5a1834cbef4f79a11045f2 columnFamilyName f1 2024-12-06T02:18:23,508 DEBUG [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:23,508 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(327): Store=a1aa9b7e6a5a1834cbef4f79a11045f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:23,508 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,510 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1aa9b7e6a5a1834cbef4f79a11045f2 columnFamilyName norep 2024-12-06T02:18:23,510 DEBUG [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:23,510 INFO [StoreOpener-a1aa9b7e6a5a1834cbef4f79a11045f2-1 {}] regionserver.HStore(327): Store=a1aa9b7e6a5a1834cbef4f79a11045f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:23,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,511 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,512 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,513 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,513 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,514 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:18:23,515 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,517 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:23,517 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1aa9b7e6a5a1834cbef4f79a11045f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343020, jitterRate=-0.02631312608718872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:18:23,518 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:18:23,518 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1aa9b7e6a5a1834cbef4f79a11045f2: Running coprocessor pre-open hook at 1733451503503Writing region info on filesystem at 1733451503503Initializing all the Stores at 1733451503504 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451503504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451503504Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451503504Cleaning up temporary data from old regions at 1733451503513 (+9 ms)Running coprocessor post-open hooks at 1733451503518 (+5 ms)Region opened successfully at 1733451503518 2024-12-06T02:18:23,519 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2., pid=6, masterSystemTime=1733451503498 2024-12-06T02:18:23,521 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,522 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:18:23,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1aa9b7e6a5a1834cbef4f79a11045f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,41297,1733451496400 2024-12-06T02:18:23,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1aa9b7e6a5a1834cbef4f79a11045f2, server=5c7979348d1b,41297,1733451496400 because future has completed 2024-12-06T02:18:23,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:18:23,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1aa9b7e6a5a1834cbef4f79a11045f2, server=5c7979348d1b,41297,1733451496400 in 181 msec 2024-12-06T02:18:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:18:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1aa9b7e6a5a1834cbef4f79a11045f2, ASSIGN in 339 msec 2024-12-06T02:18:23,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:18:23,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451503533"}]},"ts":"1733451503533"} 2024-12-06T02:18:23,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:18:23,539 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:18:23,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2120 sec 2024-12-06T02:18:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:18:24,484 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:18:24,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46051,-1 for getting cluster id 2024-12-06T02:18:24,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:24,491 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10a91792-dec6-4ddb-9701-4d3ec5ef8425' 2024-12-06T02:18:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10a91792-dec6-4ddb-9701-4d3ec5ef8425" 2024-12-06T02:18:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2889745d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46051,-1] 2024-12-06T02:18:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,495 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16983da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45991,-1 for getting cluster id 2024-12-06T02:18:24,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:24,512 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831483f1-150c-416b-b0f8-c604d10cb3d9' 2024-12-06T02:18:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831483f1-150c-416b-b0f8-c604d10cb3d9" 2024-12-06T02:18:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d42baef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45991,-1] 2024-12-06T02:18:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:24,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,515 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:24,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9abdf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46051,-1 for getting cluster id 2024-12-06T02:18:24,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:24,528 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10a91792-dec6-4ddb-9701-4d3ec5ef8425' 2024-12-06T02:18:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10a91792-dec6-4ddb-9701-4d3ec5ef8425" 2024-12-06T02:18:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6ba8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46051,-1] 2024-12-06T02:18:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:24,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,532 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46051,1733451489445 2024-12-06T02:18:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3af064ec 2024-12-06T02:18:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:24,541 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:24,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:45991,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:18:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:18:24,546 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:45991' 2024-12-06T02:18:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:24,548 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b93ba5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,548 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45991,-1 for getting cluster id 2024-12-06T02:18:24,549 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:24,553 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831483f1-150c-416b-b0f8-c604d10cb3d9' 2024-12-06T02:18:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831483f1-150c-416b-b0f8-c604d10cb3d9" 2024-12-06T02:18:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9f176e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45991,-1] 2024-12-06T02:18:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,555 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168c129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:24,557 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45991,1733451496280 2024-12-06T02:18:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8a6d4c 2024-12-06T02:18:24,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:24,560 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:24,561 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:18:24,561 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:18:24,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:24,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:24,561 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:18:24,563 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:18:24,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:18:24,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:24,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:18:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:18:24,613 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:18:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:24,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:18:24,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7a73ffb38178f409ba308193fb449f6, NAME => 'hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab 2024-12-06T02:18:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7a73ffb38178f409ba308193fb449f6, disabling compactions & flushes 2024-12-06T02:18:25,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. after waiting 0 ms 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7a73ffb38178f409ba308193fb449f6: Waiting for close lock at 1733451505017Disabling compacts and flushes for region at 1733451505017Disabling writes for close at 1733451505017Writing region close event to WAL at 1733451505017Closed at 1733451505017 2024-12-06T02:18:25,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:18:25,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451505028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451505028"}]},"ts":"1733451505028"} 2024-12-06T02:18:25,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:18:25,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:18:25,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451505087"}]},"ts":"1733451505087"} 2024-12-06T02:18:25,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:18:25,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7a73ffb38178f409ba308193fb449f6, ASSIGN}] 2024-12-06T02:18:25,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7a73ffb38178f409ba308193fb449f6, ASSIGN 2024-12-06T02:18:25,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7a73ffb38178f409ba308193fb449f6, ASSIGN; state=OFFLINE, location=5c7979348d1b,38505,1733451489960; forceNewPlan=false, retain=false 2024-12-06T02:18:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:25,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7a73ffb38178f409ba308193fb449f6, regionState=OPENING, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:25,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7a73ffb38178f409ba308193fb449f6, ASSIGN because future has completed 2024-12-06T02:18:25,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a73ffb38178f409ba308193fb449f6, server=5c7979348d1b,38505,1733451489960}] 2024-12-06T02:18:25,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:18:25,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:25,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:25,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:18:25,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:18:25,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38505%2C1733451489960.rep, suffix=, logDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960, archiveDir=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/oldWALs, maxLogs=10 2024-12-06T02:18:25,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:25,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.rep.1733451505439, exclude list is [], retry=0 2024-12-06T02:18:25,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40047,DS-332a75e7-8ca7-402f-b58c-2b09dbbe06ea,DISK] 2024-12-06T02:18:25,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.rep.1733451505439 2024-12-06T02:18:25,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37651:37651)] 2024-12-06T02:18:25,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7a73ffb38178f409ba308193fb449f6, NAME => 'hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:18:25,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. service=MultiRowMutationService 2024-12-06T02:18:25,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,520 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,527 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a73ffb38178f409ba308193fb449f6 columnFamilyName hfileref 2024-12-06T02:18:25,527 DEBUG [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:25,528 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(327): Store=a7a73ffb38178f409ba308193fb449f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:25,528 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,531 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a73ffb38178f409ba308193fb449f6 columnFamilyName queue 2024-12-06T02:18:25,531 DEBUG [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:25,532 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(327): Store=a7a73ffb38178f409ba308193fb449f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:25,532 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,537 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a73ffb38178f409ba308193fb449f6 columnFamilyName sid 2024-12-06T02:18:25,537 DEBUG [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:18:25,538 INFO [StoreOpener-a7a73ffb38178f409ba308193fb449f6-1 {}] regionserver.HStore(327): Store=a7a73ffb38178f409ba308193fb449f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:18:25,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:18:25,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:18:25,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7a73ffb38178f409ba308193fb449f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60799332, jitterRate=-0.09401935338973999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:18:25,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:18:25,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7a73ffb38178f409ba308193fb449f6: Running coprocessor pre-open hook at 1733451505506Writing region info on filesystem at 1733451505506Initializing all the Stores at 1733451505510 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451505510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451505520 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451505520Cleaning up temporary data from old regions at 1733451505543 (+23 ms)Running coprocessor post-open hooks at 1733451505556 (+13 ms)Region opened successfully at 1733451505557 (+1 ms) 2024-12-06T02:18:25,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6., pid=10, masterSystemTime=1733451505420 2024-12-06T02:18:25,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:18:25,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7a73ffb38178f409ba308193fb449f6, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38505,1733451489960 2024-12-06T02:18:25,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a73ffb38178f409ba308193fb449f6, server=5c7979348d1b,38505,1733451489960 because future has completed 2024-12-06T02:18:25,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:18:25,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7a73ffb38178f409ba308193fb449f6, server=5c7979348d1b,38505,1733451489960 in 305 msec 2024-12-06T02:18:25,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:18:25,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7a73ffb38178f409ba308193fb449f6, ASSIGN in 482 msec 2024-12-06T02:18:25,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:18:25,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451505578"}]},"ts":"1733451505578"} 2024-12-06T02:18:25,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:18:25,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:18:25,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0230 sec 2024-12-06T02:18:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6., hostname=5c7979348d1b,38505,1733451489960, seqNum=2] 2024-12-06T02:18:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:18:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:25,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:18:25,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:18:25,870 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:18:25,954 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,38505,1733451489960, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:18:25,955 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:25,955 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:25,956 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:25,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-06T02:18:25,977 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,38505,1733451489960', locateType=CURRENT is [region=hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6., hostname=5c7979348d1b,38505,1733451489960, seqNum=2] 2024-12-06T02:18:26,029 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:18:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:18:26,035 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,38505,1733451489960 suceeded 2024-12-06T02:18:26,053 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:45991,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-06T02:18:26,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-12-06T02:18:26,062 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:45991' 2024-12-06T02:18:26,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:18:26,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 332 msec 2024-12-06T02:18:26,090 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27869c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:26,090 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45991,-1 for getting cluster id 2024-12-06T02:18:26,090 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:26,092 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831483f1-150c-416b-b0f8-c604d10cb3d9' 2024-12-06T02:18:26,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:26,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831483f1-150c-416b-b0f8-c604d10cb3d9" 2024-12-06T02:18:26,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db9168c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:26,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45991,-1] 2024-12-06T02:18:26,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:26,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:26,096 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:26,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee62716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:26,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:26,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45991,1733451496280 2024-12-06T02:18:26,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16edb2bc 2024-12-06T02:18:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:26,103 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-06T02:18:26,104 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,38505,1733451489960 (queues=1) is replicating from cluster=10a91792-dec6-4ddb-9701-4d3ec5ef8425 to cluster=831483f1-150c-416b-b0f8-c604d10cb3d9 2024-12-06T02:18:26,105 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C38505%2C1733451489960 2024-12-06T02:18:26,105 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,38505,1733451489960, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:18:26,105 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, startPosition=0, beingWritten=true 2024-12-06T02:18:26,106 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C38505%2C1733451489960 2024-12-06T02:18:26,120 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:18:26,120 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:18:26,121 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:26,338 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:26,642 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:18:26,694 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:18:26,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:26,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:26,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:26,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:26,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:26,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:26,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733451506700/Put/seqid=0 2024-12-06T02:18:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741840_1016 (size=7894) 2024-12-06T02:18:27,046 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:27,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_1 is 34, key is ddd/f:row/1733451507109/Put/seqid=0 2024-12-06T02:18:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741841_1017 (size=7691) 2024-12-06T02:18:27,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:27,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46051,-1 for getting cluster id 2024-12-06T02:18:27,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:27,522 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10a91792-dec6-4ddb-9701-4d3ec5ef8425' 2024-12-06T02:18:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10a91792-dec6-4ddb-9701-4d3ec5ef8425" 2024-12-06T02:18:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fb06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46051,-1] 2024-12-06T02:18:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:27,524 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:27,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:27,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:27,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:27,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:27,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:27,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:27,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46051,1733451489445 2024-12-06T02:18:27,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4acd496f 2024-12-06T02:18:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:27,545 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:27,551 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2] 2024-12-06T02:18:27,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:18:27,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T02:18:27,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T02:18:27,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_1 for inclusion in c8088f4fd79ad84bc265fac230f94d40/f 2024-12-06T02:18:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T02:18:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:27,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_0 for inclusion in c8088f4fd79ad84bc265fac230f94d40/f 2024-12-06T02:18:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T02:18:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegion(2603): Flush status journal for c8088f4fd79ad84bc265fac230f94d40: 2024-12-06T02:18:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_1 to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_1 2024-12-06T02:18:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_1 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ 2024-12-06T02:18:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f/f/hfile_0 to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_0 2024-12-06T02:18:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_0 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/5136e8693553452f9044aa795d49f121_SeqId_4_ 2024-12-06T02:18:27,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_1 into c8088f4fd79ad84bc265fac230f94d40/f as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ - updating store file list. 2024-12-06T02:18:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8586dc69dd6940b4af51c8787385a523_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:27,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ into c8088f4fd79ad84bc265fac230f94d40/f 2024-12-06T02:18:27,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_1 into c8088f4fd79ad84bc265fac230f94d40/f (new location: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_) 2024-12-06T02:18:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_1 2024-12-06T02:18:27,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_0 into c8088f4fd79ad84bc265fac230f94d40/f as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/5136e8693553452f9044aa795d49f121_SeqId_4_ - updating store file list. 2024-12-06T02:18:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5136e8693553452f9044aa795d49f121_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:27,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/5136e8693553452f9044aa795d49f121_SeqId_4_ into c8088f4fd79ad84bc265fac230f94d40/f 2024-12-06T02:18:27,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_0 into c8088f4fd79ad84bc265fac230f94d40/f (new location: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f/5136e8693553452f9044aa795d49f121_SeqId_4_) 2024-12-06T02:18:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__a9feg1443tp0lr2bsqr2r08t79s753etpemdn15mil2h8brdsumemoe0npge31is/f/hfile_0 2024-12-06T02:18:27,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:27,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:27,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:27,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:27,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:27,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 , the old value is region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:38505 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41297,1733451496400, seqNum=-1] 2024-12-06T02:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 from cache 2024-12-06T02:18:27,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T02:18:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:27,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:27,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2., hostname=5c7979348d1b,41297,1733451496400, seqNum=2] 2024-12-06T02:18:27,655 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:18:27,753 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:18:28,157 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 379, reset compression=false 2024-12-06T02:18:28,171 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:18:28,171 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8088f4fd79ad84bc265fac230f94d40/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451507636/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:18:28,193 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:18:28,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-06T02:18:28,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.ReplicationSink(318): Replicating [10a91792-dec6-4ddb-9701-4d3ec5ef8425] bulk loaded data 2024-12-06T02:18:28,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fdc613a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:28,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45991,-1 for getting cluster id 2024-12-06T02:18:28,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:28,200 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831483f1-150c-416b-b0f8-c604d10cb3d9' 2024-12-06T02:18:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831483f1-150c-416b-b0f8-c604d10cb3d9" 2024-12-06T02:18:28,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292de24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:28,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45991,-1] 2024-12-06T02:18:28,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:28,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:28,202 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:28,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ce750e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741837_1013 (size=7691) 2024-12-06T02:18:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741838_1014 (size=7894) 2024-12-06T02:18:28,371 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:28,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45991,1733451496280 2024-12-06T02:18:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3071ee 2024-12-06T02:18:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:28,652 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-06T02:18:28,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:18:28,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:28,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41297,1733451496400, seqNum=-1] 2024-12-06T02:18:28,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:28,658 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:18:28,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-06T02:18:28,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T02:18:28,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T02:18:28,677 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:28,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ for inclusion in a1aa9b7e6a5a1834cbef4f79a11045f2/f 2024-12-06T02:18:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T02:18:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:28,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ for inclusion in a1aa9b7e6a5a1834cbef4f79a11045f2/f 2024-12-06T02:18:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T02:18:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegion(2603): Flush status journal for a1aa9b7e6a5a1834cbef4f79a11045f2: 2024-12-06T02:18:28,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8586dc69dd6940b4af51c8787385a523_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:18:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/3861070093f145afa94d17b64dc6af47_SeqId_4_ 2024-12-06T02:18:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5136e8693553452f9044aa795d49f121_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:18:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/5340a82779ea4cd0b168166e3182f7f0_SeqId_4_ 2024-12-06T02:18:28,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/3861070093f145afa94d17b64dc6af47_SeqId_4_ - updating store file list. 2024-12-06T02:18:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3861070093f145afa94d17b64dc6af47_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:28,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/3861070093f145afa94d17b64dc6af47_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f 2024-12-06T02:18:28,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f (new location: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/3861070093f145afa94d17b64dc6af47_SeqId_4_) 2024-12-06T02:18:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/8586dc69dd6940b4af51c8787385a523_SeqId_4_ 2024-12-06T02:18:28,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/5340a82779ea4cd0b168166e3182f7f0_SeqId_4_ - updating store file list. 2024-12-06T02:18:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5340a82779ea4cd0b168166e3182f7f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:28,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/5340a82779ea4cd0b168166e3182f7f0_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f 2024-12-06T02:18:28,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ into a1aa9b7e6a5a1834cbef4f79a11045f2/f (new location: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/f/5340a82779ea4cd0b168166e3182f7f0_SeqId_4_) 2024-12-06T02:18:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/staging/jenkins.hfs.6__test__iphrv9vrdkt9166r4ljeqmlb76cumdit8qontovmo6n0bu1ve43hgm7d4j539eaf/f/5136e8693553452f9044aa795d49f121_SeqId_4_ 2024-12-06T02:18:28,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41297 {}] regionserver.ReplicationSink(324): Finished replicating [10a91792-dec6-4ddb-9701-4d3ec5ef8425] bulk loaded data 2024-12-06T02:18:29,094 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:29,610 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:29,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:18:29,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733451509683/Put/seqid=0 2024-12-06T02:18:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741842_1018 (size=7997) 2024-12-06T02:18:30,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733451510105/Put/seqid=0 2024-12-06T02:18:30,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741843_1019 (size=7794) 2024-12-06T02:18:30,217 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:30,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:30,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46051,-1 for getting cluster id 2024-12-06T02:18:30,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:18:30,515 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10a91792-dec6-4ddb-9701-4d3ec5ef8425' 2024-12-06T02:18:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:18:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10a91792-dec6-4ddb-9701-4d3ec5ef8425" 2024-12-06T02:18:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f106599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46051,-1] 2024-12-06T02:18:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:18:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:30,517 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:18:30,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:18:30,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:30,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:30,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:18:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46051,1733451489445 2024-12-06T02:18:30,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1718d131 2024-12-06T02:18:30,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:18:30,541 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:18:30,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2] 2024-12-06T02:18:30,552 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:18:30,563 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T02:18:30,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T02:18:30,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_1 for inclusion in c8088f4fd79ad84bc265fac230f94d40/f1 2024-12-06T02:18:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T02:18:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:30,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_0 for inclusion in c8088f4fd79ad84bc265fac230f94d40/f1 2024-12-06T02:18:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T02:18:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:18:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegion(2603): Flush status journal for c8088f4fd79ad84bc265fac230f94d40: 2024-12-06T02:18:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_1 to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_1 2024-12-06T02:18:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_1 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/de02548d5c554827af716cbf3806be65_SeqId_6_ 2024-12-06T02:18:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/load_f1/f1/hfile_0 to hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_0 2024-12-06T02:18:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_0 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/fd44b1508dae492aac69b03f431687d1_SeqId_6_ 2024-12-06T02:18:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-06T02:18:30,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_1 into c8088f4fd79ad84bc265fac230f94d40/f1 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/de02548d5c554827af716cbf3806be65_SeqId_6_ - updating store file list. 2024-12-06T02:18:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de02548d5c554827af716cbf3806be65_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:30,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/de02548d5c554827af716cbf3806be65_SeqId_6_ into c8088f4fd79ad84bc265fac230f94d40/f1 2024-12-06T02:18:30,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_1 into c8088f4fd79ad84bc265fac230f94d40/f1 (new location: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/de02548d5c554827af716cbf3806be65_SeqId_6_) 2024-12-06T02:18:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_1 2024-12-06T02:18:30,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_0 into c8088f4fd79ad84bc265fac230f94d40/f1 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/fd44b1508dae492aac69b03f431687d1_SeqId_6_ - updating store file list. 2024-12-06T02:18:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd44b1508dae492aac69b03f431687d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:18:30,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/fd44b1508dae492aac69b03f431687d1_SeqId_6_ into c8088f4fd79ad84bc265fac230f94d40/f1 2024-12-06T02:18:30,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_0 into c8088f4fd79ad84bc265fac230f94d40/f1 (new location: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/f1/fd44b1508dae492aac69b03f431687d1_SeqId_6_) 2024-12-06T02:18:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/staging/jenkins__test__dstnbpsr2urbiotluimm54820aiq9vtd73fblgmuhmm2vbdeubbmcb2dt42qfed5/f1/hfile_0 2024-12-06T02:18:30,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:18:30,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:18:30,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:30,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 , the old value is region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:38505 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:18:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2 from cache 2024-12-06T02:18:30,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:18:30,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:18:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38505,1733451489960, seqNum=-1] 2024-12-06T02:18:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:18:30,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:18:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:39934 deadline: 1733451570650 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:39934 2024-12-06T02:18:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40., hostname=5c7979348d1b,38505,1733451489960, seqNum=2] 2024-12-06T02:18:30,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:18:30,921 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 687, reset compression=false 2024-12-06T02:18:30,926 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:18:30,926 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:30,926 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:18:31,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:18:31,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:31,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:31,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:18:31,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:18:31,130 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:18:31,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:18:31,437 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:31,843 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:32,358 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:32,962 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:33,666 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:34,473 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:35,377 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:36,381 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:37,487 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:38,691 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:39,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:18:39,995 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:41,401 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:42,905 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:44,513 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:45,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:18:46,221 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:48,025 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:49,933 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:50,929 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: null 2024-12-06T02:18:51,953 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:54,057 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:54,167 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T02:18:54,167 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T02:18:56,261 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:58,576 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:18:59,981 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T02:18:59,981 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T02:19:00,982 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:03,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:06,089 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:06,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8088f4fd79ad84bc265fac230f94d40, had cached 0 bytes from a total of 31376 2024-12-06T02:19:08,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a1aa9b7e6a5a1834cbef4f79a11045f2, had cached 0 bytes from a total of 15585 2024-12-06T02:19:08,793 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:09,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:19:10,929 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: null 2024-12-06T02:19:11,602 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:14,507 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:15,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:19:17,530 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:19,957 DEBUG [master/5c7979348d1b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T02:19:20,636 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:23,839 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:27,144 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:30,548 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:30,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:19:30,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:30,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:30,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:30,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:30,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:30,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:19:30,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1013277102, stopped=false 2024-12-06T02:19:30,689 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,45991,1733451496280 2024-12-06T02:19:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1766136044/running 2024-12-06T02:19:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1766136044/running 2024-12-06T02:19:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:19:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:19:30,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:30,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:30,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:30,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:30,729 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,41297,1733451496400' ***** 2024-12-06T02:19:30,729 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:19:30,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/running 2024-12-06T02:19:30,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Set watcher on znode that does not yet exist, /1-1766136044/running 2024-12-06T02:19:30,729 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:19:30,729 INFO [RS:0;5c7979348d1b:41297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:19:30,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:19:30,729 INFO [RS:0;5c7979348d1b:41297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:19:30,729 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(3091): Received CLOSE for a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,41297,1733451496400 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41297. 2024-12-06T02:19:30,730 DEBUG [RS:0;5c7979348d1b:41297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1aa9b7e6a5a1834cbef4f79a11045f2, disabling compactions & flushes 2024-12-06T02:19:30,730 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:30,730 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. after waiting 0 ms 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:19:30,730 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:19:30,730 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1325): Online Regions={a1aa9b7e6a5a1834cbef4f79a11045f2=test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:19:30,730 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1aa9b7e6a5a1834cbef4f79a11045f2 2024-12-06T02:19:30,730 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:19:30,730 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:19:30,731 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T02:19:30,741 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/default/test/a1aa9b7e6a5a1834cbef4f79a11045f2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T02:19:30,741 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:30,741 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:19:30,741 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:19:30,741 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1aa9b7e6a5a1834cbef4f79a11045f2: Waiting for close lock at 1733451570730Running coprocessor pre-close hooks at 1733451570730Disabling compacts and flushes for region at 1733451570730Disabling writes for close at 1733451570730Writing region close event to WAL at 1733451570736 (+6 ms)Running coprocessor post-close hooks at 1733451570741 (+5 ms)Closed at 1733451570741 2024-12-06T02:19:30,741 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2. 2024-12-06T02:19:30,751 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/info/7f720205285442c6b6eda18678883375 is 129, key is test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2./info:regioninfo/1733451503522/Put/seqid=0 2024-12-06T02:19:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741839_1015 (size=6421) 2024-12-06T02:19:30,813 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:30,929 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: null 2024-12-06T02:19:30,931 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:31,008 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:19:31,008 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:19:31,131 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:31,156 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/info/7f720205285442c6b6eda18678883375 2024-12-06T02:19:31,183 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/ns/a712532796ae48c9b8c1ace566cbf036 is 43, key is default/ns:d/1733451499941/Put/seqid=0 2024-12-06T02:19:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741840_1016 (size=5153) 2024-12-06T02:19:31,331 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:31,531 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:31,588 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/ns/a712532796ae48c9b8c1ace566cbf036 2024-12-06T02:19:31,609 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/rep_barrier/dc00d8e8615d4a1da7ddd6440fc5a359 is 112, key is test,,1733451502327.a1aa9b7e6a5a1834cbef4f79a11045f2./rep_barrier:seqnumDuringOpen/1733451503522/Put/seqid=0 2024-12-06T02:19:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741841_1017 (size=5518) 2024-12-06T02:19:31,731 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:19:31,731 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:19:31,731 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:31,932 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:32,014 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/rep_barrier/dc00d8e8615d4a1da7ddd6440fc5a359 2024-12-06T02:19:32,062 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/table/941467b656ad425d8e425b57d377aae3 is 40, key is test/table:state/1733451503533/Put/seqid=0 2024-12-06T02:19:32,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741842_1018 (size=5165) 2024-12-06T02:19:32,132 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:32,332 DEBUG [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:32,471 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/table/941467b656ad425d8e425b57d377aae3 2024-12-06T02:19:32,477 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/info/7f720205285442c6b6eda18678883375 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/info/7f720205285442c6b6eda18678883375 2024-12-06T02:19:32,482 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/info/7f720205285442c6b6eda18678883375, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T02:19:32,483 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/ns/a712532796ae48c9b8c1ace566cbf036 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/ns/a712532796ae48c9b8c1ace566cbf036 2024-12-06T02:19:32,488 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/ns/a712532796ae48c9b8c1ace566cbf036, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:19:32,489 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/rep_barrier/dc00d8e8615d4a1da7ddd6440fc5a359 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/rep_barrier/dc00d8e8615d4a1da7ddd6440fc5a359 2024-12-06T02:19:32,495 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/rep_barrier/dc00d8e8615d4a1da7ddd6440fc5a359, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T02:19:32,497 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/.tmp/table/941467b656ad425d8e425b57d377aae3 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/table/941467b656ad425d8e425b57d377aae3 2024-12-06T02:19:32,503 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/table/941467b656ad425d8e425b57d377aae3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:19:32,504 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=11, compaction requested=false 2024-12-06T02:19:32,508 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:19:32,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:32,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:32,509 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:32,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451570730Running coprocessor pre-close hooks at 1733451570730Disabling compacts and flushes for region at 1733451570730Disabling writes for close at 1733451570730Obtaining lock to block concurrent updates at 1733451570731 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451570731Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733451570731Flushing stores of hbase:meta,,1.1588230740 at 1733451570732 (+1 ms)Flushing 1588230740/info: creating writer at 1733451570732Flushing 1588230740/info: appending metadata at 1733451570750 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733451570750Flushing 1588230740/ns: creating writer at 1733451571166 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733451571183 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733451571183Flushing 1588230740/rep_barrier: creating writer at 1733451571594 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451571609 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451571609Flushing 1588230740/table: creating writer at 1733451572037 (+428 ms)Flushing 1588230740/table: appending metadata at 1733451572061 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733451572061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d9add7: reopening flushed file at 1733451572476 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6deabaaa: reopening flushed file at 1733451572482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5f0bd1: reopening flushed file at 1733451572488 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17365e74: reopening flushed file at 1733451572496 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=11, compaction requested=false at 1733451572504 (+8 ms)Writing region close event to WAL at 1733451572505 (+1 ms)Running coprocessor post-close hooks at 1733451572509 (+4 ms)Closed at 1733451572509 2024-12-06T02:19:32,509 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:32,532 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,41297,1733451496400; all regions closed. 2024-12-06T02:19:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741834_1010 (size=2717) 2024-12-06T02:19:32,539 DEBUG [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/oldWALs 2024-12-06T02:19:32,539 INFO [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C41297%2C1733451496400.meta:.meta(num 1733451499843) 2024-12-06T02:19:32,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741832_1008 (size=1028) 2024-12-06T02:19:32,543 DEBUG [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/oldWALs 2024-12-06T02:19:32,543 INFO [RS:0;5c7979348d1b:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C41297%2C1733451496400:(num 1733451499135) 2024-12-06T02:19:32,543 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:32,543 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:32,543 INFO [RS:0;5c7979348d1b:41297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:32,543 INFO [RS:0;5c7979348d1b:41297 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:32,544 INFO [RS:0;5c7979348d1b:41297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:32,544 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:32,544 INFO [RS:0;5c7979348d1b:41297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41297. 2024-12-06T02:19:32,544 DEBUG [RS:0;5c7979348d1b:41297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:32,544 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:32,544 DEBUG [RS:0;5c7979348d1b:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:32,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:32,544 INFO [RS:0;5c7979348d1b:41297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41297 2024-12-06T02:19:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1766136044/rs/5c7979348d1b,41297,1733451496400 2024-12-06T02:19:32,598 INFO [RS:0;5c7979348d1b:41297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044/rs 2024-12-06T02:19:32,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,41297,1733451496400] 2024-12-06T02:19:32,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1766136044/draining/5c7979348d1b,41297,1733451496400 already deleted, retry=false 2024-12-06T02:19:32,619 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,41297,1733451496400 expired; onlineServers=0 2024-12-06T02:19:32,620 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,45991,1733451496280' ***** 2024-12-06T02:19:32,620 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:19:32,620 INFO [M:0;5c7979348d1b:45991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:32,620 INFO [M:0;5c7979348d1b:45991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:32,620 DEBUG [M:0;5c7979348d1b:45991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:19:32,620 DEBUG [M:0;5c7979348d1b:45991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:19:32,620 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:19:32,621 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451498787 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451498787,5,FailOnTimeoutGroup] 2024-12-06T02:19:32,621 INFO [M:0;5c7979348d1b:45991 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:32,621 INFO [M:0;5c7979348d1b:45991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:32,621 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451498792 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451498792,5,FailOnTimeoutGroup] 2024-12-06T02:19:32,624 DEBUG [M:0;5c7979348d1b:45991 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:19:32,624 INFO [M:0;5c7979348d1b:45991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:19:32,624 INFO [M:0;5c7979348d1b:45991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:32,624 INFO [M:0;5c7979348d1b:45991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:19:32,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:19:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1766136044/master 2024-12-06T02:19:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1766136044 2024-12-06T02:19:32,630 DEBUG [M:0;5c7979348d1b:45991 {}] zookeeper.ZKUtil(347): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Unable to get data of znode /1-1766136044/master because node does not exist (not an error) 2024-12-06T02:19:32,630 WARN [M:0;5c7979348d1b:45991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:19:32,637 INFO [M:0;5c7979348d1b:45991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/.lastflushedseqids 2024-12-06T02:19:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741843_1019 (size=173) 2024-12-06T02:19:32,650 INFO [M:0;5c7979348d1b:45991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:19:32,650 INFO [M:0;5c7979348d1b:45991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:19:32,651 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:19:32,651 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:32,651 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:32,651 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:19:32,651 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:32,651 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-06T02:19:32,666 DEBUG [M:0;5c7979348d1b:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946661a7055e42989656c135c61bf139 is 82, key is hbase:meta,,1/info:regioninfo/1733451499901/Put/seqid=0 2024-12-06T02:19:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741844_1020 (size=5672) 2024-12-06T02:19:32,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:32,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a86e8ea00004, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:32,709 INFO [RS:0;5c7979348d1b:41297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:32,709 INFO [RS:0;5c7979348d1b:41297 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,41297,1733451496400; zookeeper connection closed. 2024-12-06T02:19:32,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b7457a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b7457a 2024-12-06T02:19:32,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:19:33,078 INFO [M:0;5c7979348d1b:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946661a7055e42989656c135c61bf139 2024-12-06T02:19:33,106 DEBUG [M:0;5c7979348d1b:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aa45915bdb7401d92b03385010f02d6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451503540/Put/seqid=0 2024-12-06T02:19:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741845_1021 (size=6727) 2024-12-06T02:19:33,125 INFO [M:0;5c7979348d1b:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aa45915bdb7401d92b03385010f02d6 2024-12-06T02:19:33,132 INFO [M:0;5c7979348d1b:45991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aa45915bdb7401d92b03385010f02d6 2024-12-06T02:19:33,151 DEBUG [M:0;5c7979348d1b:45991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23af5d32cb43443ead84db55d9e40507 is 69, key is 5c7979348d1b,41297,1733451496400/rs:state/1733451498841/Put/seqid=0 2024-12-06T02:19:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741846_1022 (size=5156) 2024-12-06T02:19:33,156 INFO [M:0;5c7979348d1b:45991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23af5d32cb43443ead84db55d9e40507 2024-12-06T02:19:33,162 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/946661a7055e42989656c135c61bf139 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946661a7055e42989656c135c61bf139 2024-12-06T02:19:33,171 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/946661a7055e42989656c135c61bf139, entries=8, sequenceid=58, filesize=5.5 K 2024-12-06T02:19:33,172 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5aa45915bdb7401d92b03385010f02d6 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5aa45915bdb7401d92b03385010f02d6 2024-12-06T02:19:33,179 INFO [M:0;5c7979348d1b:45991 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5aa45915bdb7401d92b03385010f02d6 2024-12-06T02:19:33,180 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5aa45915bdb7401d92b03385010f02d6, entries=6, sequenceid=58, filesize=6.6 K 2024-12-06T02:19:33,180 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23af5d32cb43443ead84db55d9e40507 as hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23af5d32cb43443ead84db55d9e40507 2024-12-06T02:19:33,185 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44821/user/jenkins/test-data/052050f5-152b-0925-56cb-de83547d7b21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23af5d32cb43443ead84db55d9e40507, entries=1, sequenceid=58, filesize=5.0 K 2024-12-06T02:19:33,186 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=58, compaction requested=false 2024-12-06T02:19:33,187 INFO [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:33,187 DEBUG [M:0;5c7979348d1b:45991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451572651Disabling compacts and flushes for region at 1733451572651Disabling writes for close at 1733451572651Obtaining lock to block concurrent updates at 1733451572651Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451572651Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733451572651Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451572652 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451572652Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451572665 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451572666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451573084 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451573105 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451573105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451573133 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451573151 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451573151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cd02a0: reopening flushed file at 1733451573161 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af953e5: reopening flushed file at 1733451573171 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21939bc3: reopening flushed file at 1733451573180 (+9 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=58, compaction requested=false at 1733451573186 (+6 ms)Writing region close event to WAL at 1733451573187 (+1 ms)Closed at 1733451573187 2024-12-06T02:19:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33509 is added to blk_1073741830_1006 (size=33026) 2024-12-06T02:19:33,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:33,190 INFO [M:0;5c7979348d1b:45991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:19:33,190 INFO [M:0;5c7979348d1b:45991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45991 2024-12-06T02:19:33,191 INFO [M:0;5c7979348d1b:45991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:33,319 INFO [M:0;5c7979348d1b:45991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:33,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45991-0x101a86e8ea00003, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:33,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:19:33,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:19:33,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:19:33,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:19:33,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir/,STOPPED} 2024-12-06T02:19:33,324 WARN [BP-1665150744-172.17.0.3-1733451493781 heartbeating to localhost/127.0.0.1:44821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:19:33,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:19:33,324 WARN [BP-1665150744-172.17.0.3-1733451493781 heartbeating to localhost/127.0.0.1:44821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1665150744-172.17.0.3-1733451493781 (Datanode Uuid 04dd677f-42ac-446d-8636-8b123cf76dc1) service to localhost/127.0.0.1:44821 2024-12-06T02:19:33,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:19:33,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/cluster_e2d19330-2064-0e5a-c476-1d3fa9d78e1e/data/data1/current/BP-1665150744-172.17.0.3-1733451493781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:19:33,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/cluster_e2d19330-2064-0e5a-c476-1d3fa9d78e1e/data/data2/current/BP-1665150744-172.17.0.3-1733451493781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:19:33,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:19:33,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:19:33,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:19:33,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:19:33,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:19:33,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir/,STOPPED} 2024-12-06T02:19:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:19:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:19:33,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:33,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:33,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:33,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:33,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:33,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:19:33,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070933423, stopped=false 2024-12-06T02:19:33,347 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,46051,1733451489445 2024-12-06T02:19:33,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108650747/running 2024-12-06T02:19:33,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108650747/running 2024-12-06T02:19:33,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:19:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:19:33,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:33,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:33,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:33,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/running 2024-12-06T02:19:33,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,38505,1733451489960' ***** 2024-12-06T02:19:33,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Set watcher on znode that does not yet exist, /01108650747/running 2024-12-06T02:19:33,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:19:33,403 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:19:33,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for a7a73ffb38178f409ba308193fb449f6 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,38505,1733451489960 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7a73ffb38178f409ba308193fb449f6, disabling compactions & flushes 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38505. 2024-12-06T02:19:33,404 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:19:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:19:33,404 DEBUG [RS:0;5c7979348d1b:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. after waiting 0 ms 2024-12-06T02:19:33,404 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:19:33,404 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7a73ffb38178f409ba308193fb449f6 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-06T02:19:33,404 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:19:33,405 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:19:33,405 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1325): Online Regions={a7a73ffb38178f409ba308193fb449f6=hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6., 1588230740=hbase:meta,,1.1588230740, c8088f4fd79ad84bc265fac230f94d40=test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40.} 2024-12-06T02:19:33,405 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7a73ffb38178f409ba308193fb449f6, c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:19:33,405 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:19:33,405 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:19:33,405 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:19:33,405 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:19:33,405 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:19:33,405 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:19:33,418 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/info/94301909b4214d1590a35f2830b7c444 is 147, key is hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6./info:regioninfo/1733451505563/Put/seqid=0 2024-12-06T02:19:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741844_1020 (size=7686) 2024-12-06T02:19:33,422 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/hfileref/20b814d6f7734e2bbfee1a8204417d37 is 74, key is 1/hfileref:5136e8693553452f9044aa795d49f121_SeqId_4_/1733451508726/DeleteColumn/seqid=0 2024-12-06T02:19:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741845_1021 (size=5203) 2024-12-06T02:19:33,426 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/hfileref/20b814d6f7734e2bbfee1a8204417d37 2024-12-06T02:19:33,443 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:33,447 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/queue/e938bd7fa8f34e4097e599ecdec14405 is 153, key is 1-5c7979348d1b,38505,1733451489960/queue:5c7979348d1b%2C38505%2C1733451489960/1733451510927/Put/seqid=0 2024-12-06T02:19:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741846_1022 (size=5352) 2024-12-06T02:19:33,605 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7a73ffb38178f409ba308193fb449f6, c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:19:33,805 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7a73ffb38178f409ba308193fb449f6, c8088f4fd79ad84bc265fac230f94d40 2024-12-06T02:19:33,823 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/info/94301909b4214d1590a35f2830b7c444 2024-12-06T02:19:33,851 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/queue/e938bd7fa8f34e4097e599ecdec14405 2024-12-06T02:19:33,853 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/ns/ebf1ba06fef745b9915d60b0bde36a17 is 43, key is default/ns:d/1733451493665/Put/seqid=0 2024-12-06T02:19:33,859 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/hfileref/20b814d6f7734e2bbfee1a8204417d37 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/hfileref/20b814d6f7734e2bbfee1a8204417d37 2024-12-06T02:19:33,864 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/hfileref/20b814d6f7734e2bbfee1a8204417d37, entries=2, sequenceid=10, filesize=5.1 K 2024-12-06T02:19:33,866 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/.tmp/queue/e938bd7fa8f34e4097e599ecdec14405 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/queue/e938bd7fa8f34e4097e599ecdec14405 2024-12-06T02:19:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741847_1023 (size=5153) 2024-12-06T02:19:33,872 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/queue/e938bd7fa8f34e4097e599ecdec14405, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T02:19:33,874 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a7a73ffb38178f409ba308193fb449f6 in 469ms, sequenceid=10, compaction requested=false 2024-12-06T02:19:33,879 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:19:33,879 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:19:33,885 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/replication/a7a73ffb38178f409ba308193fb449f6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T02:19:33,886 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:33,886 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:33,886 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:19:33,886 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7a73ffb38178f409ba308193fb449f6: Waiting for close lock at 1733451573404Running coprocessor pre-close hooks at 1733451573404Disabling compacts and flushes for region at 1733451573404Disabling writes for close at 1733451573404Obtaining lock to block concurrent updates at 1733451573404Preparing flush snapshotting stores in a7a73ffb38178f409ba308193fb449f6 at 1733451573404Finished memstore snapshotting hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733451573405 (+1 ms)Flushing stores of hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. at 1733451573405Flushing a7a73ffb38178f409ba308193fb449f6/hfileref: creating writer at 1733451573405Flushing a7a73ffb38178f409ba308193fb449f6/hfileref: appending metadata at 1733451573421 (+16 ms)Flushing a7a73ffb38178f409ba308193fb449f6/hfileref: closing flushed file at 1733451573421Flushing a7a73ffb38178f409ba308193fb449f6/queue: creating writer at 1733451573432 (+11 ms)Flushing a7a73ffb38178f409ba308193fb449f6/queue: appending metadata at 1733451573446 (+14 ms)Flushing a7a73ffb38178f409ba308193fb449f6/queue: closing flushed file at 1733451573446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bc59f9: reopening flushed file at 1733451573858 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af8b1b2: reopening flushed file at 1733451573865 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a7a73ffb38178f409ba308193fb449f6 in 469ms, sequenceid=10, compaction requested=false at 1733451573874 (+9 ms)Writing region close event to WAL at 1733451573881 (+7 ms)Running coprocessor post-close hooks at 1733451573886 (+5 ms)Closed at 1733451573886 2024-12-06T02:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451504561.a7a73ffb38178f409ba308193fb449f6. 2024-12-06T02:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8088f4fd79ad84bc265fac230f94d40, disabling compactions & flushes 2024-12-06T02:19:33,887 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. after waiting 0 ms 2024-12-06T02:19:33,887 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:19:33,894 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/default/test/c8088f4fd79ad84bc265fac230f94d40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:19:33,895 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:33,895 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:19:33,895 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:19:33,895 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8088f4fd79ad84bc265fac230f94d40: Waiting for close lock at 1733451573887Running coprocessor pre-close hooks at 1733451573887Disabling compacts and flushes for region at 1733451573887Disabling writes for close at 1733451573887Writing region close event to WAL at 1733451573890 (+3 ms)Running coprocessor post-close hooks at 1733451573895 (+5 ms)Closed at 1733451573895 2024-12-06T02:19:33,895 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40. 2024-12-06T02:19:34,005 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:34,053 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 997, reset compression=false 2024-12-06T02:19:34,058 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:19:34,058 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 1292, reset compression=false 2024-12-06T02:19:34,058 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38505,1733451489960 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:19:34,060 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,38505,1733451489960: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,38505,1733451489960, walGroup=5c7979348d1b%2C38505%2C1733451489960, offset=5c7979348d1b%2C38505%2C1733451489960.1733451493026:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:19:34,061 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:19:34,061 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:19:34,062 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:19:34,062 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:19:34,063 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:19:34,063 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 435028624 }, "NonHeapMemoryUsage": { "committed": 180748288, "init": 7667712, "max": -1, "used": 176134712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:19:34,065 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:46051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:46051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:19:34,205 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:34,263 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 1292, reset compression=false 2024-12-06T02:19:34,268 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/ns/ebf1ba06fef745b9915d60b0bde36a17 2024-12-06T02:19:34,300 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/rep_barrier/e740590bfce646a198db52a4809458dd is 112, key is test,,1733451500160.c8088f4fd79ad84bc265fac230f94d40./rep_barrier:seqnumDuringOpen/1733451501369/Put/seqid=0 2024-12-06T02:19:34,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741848_1024 (size=5518) 2024-12-06T02:19:34,406 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:19:34,406 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:19:34,406 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:34,575 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 1292, reset compression=false 2024-12-06T02:19:34,606 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:34,706 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/rep_barrier/e740590bfce646a198db52a4809458dd 2024-12-06T02:19:34,723 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/table/f6b8c878957c453782028159956ad58d is 53, key is hbase:replication/table:state/1733451505578/Put/seqid=0 2024-12-06T02:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741849_1025 (size=5308) 2024-12-06T02:19:34,806 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:34,979 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/WALs/5c7979348d1b,38505,1733451489960/5c7979348d1b%2C38505%2C1733451489960.1733451493026 to pos 1292, reset compression=false 2024-12-06T02:19:35,006 DEBUG [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:35,128 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/table/f6b8c878957c453782028159956ad58d 2024-12-06T02:19:35,142 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/info/94301909b4214d1590a35f2830b7c444 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/info/94301909b4214d1590a35f2830b7c444 2024-12-06T02:19:35,152 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/info/94301909b4214d1590a35f2830b7c444, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:19:35,155 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/ns/ebf1ba06fef745b9915d60b0bde36a17 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/ns/ebf1ba06fef745b9915d60b0bde36a17 2024-12-06T02:19:35,162 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/ns/ebf1ba06fef745b9915d60b0bde36a17, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:19:35,163 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/rep_barrier/e740590bfce646a198db52a4809458dd as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/rep_barrier/e740590bfce646a198db52a4809458dd 2024-12-06T02:19:35,179 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/rep_barrier/e740590bfce646a198db52a4809458dd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:19:35,180 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/.tmp/table/f6b8c878957c453782028159956ad58d as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/table/f6b8c878957c453782028159956ad58d 2024-12-06T02:19:35,196 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/table/f6b8c878957c453782028159956ad58d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:19:35,197 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=16, compaction requested=false 2024-12-06T02:19:35,205 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:19:35,205 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:35,205 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:35,205 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:35,206 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451573405Running coprocessor pre-close hooks at 1733451573405Disabling compacts and flushes for region at 1733451573405Disabling writes for close at 1733451573405Obtaining lock to block concurrent updates at 1733451573405Preparing flush snapshotting stores in 1588230740 at 1733451573405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451573405Flushing stores of hbase:meta,,1.1588230740 at 1733451573405Flushing 1588230740/info: creating writer at 1733451573406 (+1 ms)Flushing 1588230740/info: appending metadata at 1733451573418 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733451573418Flushing 1588230740/ns: creating writer at 1733451573830 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733451573852 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733451573852Flushing 1588230740/rep_barrier: creating writer at 1733451574280 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451574299 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451574299Flushing 1588230740/table: creating writer at 1733451574711 (+412 ms)Flushing 1588230740/table: appending metadata at 1733451574723 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733451574723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a1655e: reopening flushed file at 1733451575141 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c88016e: reopening flushed file at 1733451575152 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb652c6: reopening flushed file at 1733451575162 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57852591: reopening flushed file at 1733451575179 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=16, compaction requested=false at 1733451575198 (+19 ms)Writing region close event to WAL at 1733451575201 (+3 ms)Running coprocessor post-close hooks at 1733451575205 (+4 ms)Closed at 1733451575205 2024-12-06T02:19:35,206 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:35,206 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,38505,1733451489960; all regions closed. 2024-12-06T02:19:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:19:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741839_1015 (size=2700) 2024-12-06T02:19:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741833_1009 (size=1300) 2024-12-06T02:19:35,234 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:35,234 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:35,234 INFO [RS:0;5c7979348d1b:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:35,234 INFO [RS:0;5c7979348d1b:38505 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:35,235 INFO [RS:0;5c7979348d1b:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:35,235 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:35,235 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,38505,1733451489960 because: Region server is closing 2024-12-06T02:19:35,235 INFO [RS:0;5c7979348d1b:38505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38505. 2024-12-06T02:19:35,235 DEBUG [RS:0;5c7979348d1b:38505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:35,235 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:35,235 DEBUG [RS:0;5c7979348d1b:38505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:35,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:35,336 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.shipper5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 terminated 2024-12-06T02:19:35,336 INFO [RS:0;5c7979348d1b:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38505 2024-12-06T02:19:35,336 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38505,1733451489960.replicationSource.wal-reader.5c7979348d1b%2C38505%2C1733451489960,1-5c7979348d1b,38505,1733451489960 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:19:35,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108650747/rs/5c7979348d1b,38505,1733451489960 2024-12-06T02:19:35,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747/rs 2024-12-06T02:19:35,361 INFO [RS:0;5c7979348d1b:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:35,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,38505,1733451489960] 2024-12-06T02:19:35,381 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01108650747/draining/5c7979348d1b,38505,1733451489960 already deleted, retry=false 2024-12-06T02:19:35,381 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,38505,1733451489960 expired; onlineServers=0 2024-12-06T02:19:35,381 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,46051,1733451489445' ***** 2024-12-06T02:19:35,381 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:19:35,381 INFO [M:0;5c7979348d1b:46051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:35,382 DEBUG [M:0;5c7979348d1b:46051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:19:35,382 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:19:35,382 DEBUG [M:0;5c7979348d1b:46051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:19:35,382 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451492748 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451492748,5,FailOnTimeoutGroup] 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:35,382 DEBUG [M:0;5c7979348d1b:46051 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:35,382 INFO [M:0;5c7979348d1b:46051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:19:35,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:19:35,384 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451492744 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451492744,5,FailOnTimeoutGroup] 2024-12-06T02:19:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01108650747/master 2024-12-06T02:19:35,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01108650747 2024-12-06T02:19:35,392 DEBUG [M:0;5c7979348d1b:46051 {}] zookeeper.ZKUtil(347): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Unable to get data of znode /01108650747/master because node does not exist (not an error) 2024-12-06T02:19:35,392 WARN [M:0;5c7979348d1b:46051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:19:35,397 INFO [M:0;5c7979348d1b:46051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/.lastflushedseqids 2024-12-06T02:19:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741850_1026 (size=263) 2024-12-06T02:19:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:35,471 INFO [RS:0;5c7979348d1b:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:35,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38505-0x101a86e8ea00001, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:35,471 INFO [RS:0;5c7979348d1b:38505 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,38505,1733451489960; zookeeper connection closed. 2024-12-06T02:19:35,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39400d0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39400d0a 2024-12-06T02:19:35,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:19:35,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:35,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:35,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:35,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:35,803 INFO [M:0;5c7979348d1b:46051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:19:35,803 INFO [M:0;5c7979348d1b:46051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:19:35,804 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:19:35,804 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:35,804 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:35,804 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:19:35,804 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:35,804 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-06T02:19:35,823 DEBUG [M:0;5c7979348d1b:46051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fee0938054c9cb888e52e2b94cc37 is 82, key is hbase:meta,,1/info:regioninfo/1733451493608/Put/seqid=0 2024-12-06T02:19:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741851_1027 (size=5672) 2024-12-06T02:19:36,228 INFO [M:0;5c7979348d1b:46051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fee0938054c9cb888e52e2b94cc37 2024-12-06T02:19:36,252 DEBUG [M:0;5c7979348d1b:46051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4bf32f33ae14a75ba4d4d72deddf456 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451501390/Put/seqid=0 2024-12-06T02:19:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741852_1028 (size=7239) 2024-12-06T02:19:36,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:19:36,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:36,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:36,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:36,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:36,656 INFO [M:0;5c7979348d1b:46051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4bf32f33ae14a75ba4d4d72deddf456 2024-12-06T02:19:36,661 INFO [M:0;5c7979348d1b:46051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4bf32f33ae14a75ba4d4d72deddf456 2024-12-06T02:19:36,680 DEBUG [M:0;5c7979348d1b:46051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cabc874e57a4c70a204a7ba41c3f65d is 69, key is 5c7979348d1b,38505,1733451489960/rs:state/1733451492847/Put/seqid=0 2024-12-06T02:19:36,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741853_1029 (size=5156) 2024-12-06T02:19:37,084 INFO [M:0;5c7979348d1b:46051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cabc874e57a4c70a204a7ba41c3f65d 2024-12-06T02:19:37,090 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70fee0938054c9cb888e52e2b94cc37 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70fee0938054c9cb888e52e2b94cc37 2024-12-06T02:19:37,095 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70fee0938054c9cb888e52e2b94cc37, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T02:19:37,096 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4bf32f33ae14a75ba4d4d72deddf456 as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4bf32f33ae14a75ba4d4d72deddf456 2024-12-06T02:19:37,102 INFO [M:0;5c7979348d1b:46051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4bf32f33ae14a75ba4d4d72deddf456 2024-12-06T02:19:37,102 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4bf32f33ae14a75ba4d4d72deddf456, entries=11, sequenceid=105, filesize=7.1 K 2024-12-06T02:19:37,103 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cabc874e57a4c70a204a7ba41c3f65d as hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cabc874e57a4c70a204a7ba41c3f65d 2024-12-06T02:19:37,108 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33259/user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cabc874e57a4c70a204a7ba41c3f65d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T02:19:37,109 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false 2024-12-06T02:19:37,117 INFO [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:37,117 DEBUG [M:0;5c7979348d1b:46051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451575804Disabling compacts and flushes for region at 1733451575804Disabling writes for close at 1733451575804Obtaining lock to block concurrent updates at 1733451575804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451575804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733451575804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451575805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451575805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451575822 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451575822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451576233 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451576251 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451576251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451576661 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451576679 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451576679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2813612c: reopening flushed file at 1733451577089 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31932a37: reopening flushed file at 1733451577095 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463e235e: reopening flushed file at 1733451577102 (+7 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=105, compaction requested=false at 1733451577109 (+7 ms)Writing region close event to WAL at 1733451577117 (+8 ms)Closed at 1733451577117 2024-12-06T02:19:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40047 is added to blk_1073741830_1006 (size=64514) 2024-12-06T02:19:37,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c224b87a-dc98-2f0c-9b7e-8ad2ae3689ab/MasterData/WALs/5c7979348d1b,46051,1733451489445/5c7979348d1b%2C46051%2C1733451489445.1733451491733 not finished, retry = 0 2024-12-06T02:19:37,221 INFO [M:0;5c7979348d1b:46051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:19:37,221 INFO [M:0;5c7979348d1b:46051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46051 2024-12-06T02:19:37,222 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:37,222 INFO [M:0;5c7979348d1b:46051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:37,334 INFO [M:0;5c7979348d1b:46051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46051-0x101a86e8ea00000, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:37,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:19:37,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:19:37,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:19:37,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:19:37,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir/,STOPPED} 2024-12-06T02:19:37,338 WARN [BP-1105541945-172.17.0.3-1733451485974 heartbeating to localhost/127.0.0.1:33259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:19:37,338 WARN [BP-1105541945-172.17.0.3-1733451485974 heartbeating to localhost/127.0.0.1:33259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1105541945-172.17.0.3-1733451485974 (Datanode Uuid 3f45f6ca-80a4-4a57-94d9-edab446412e6) service to localhost/127.0.0.1:33259 2024-12-06T02:19:37,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:19:37,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:19:37,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/data/data1/current/BP-1105541945-172.17.0.3-1733451485974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:19:37,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/cluster_efeef59c-0ea7-0078-e7b7-c56159cf3d68/data/data2/current/BP-1105541945-172.17.0.3-1733451485974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:19:37,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:19:37,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:19:37,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:19:37,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:19:37,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:19:37,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c7a8625-3f87-1118-4340-b2866847c0d7/hadoop.log.dir/,STOPPED} 2024-12-06T02:19:37,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:19:37,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:19:37,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44821 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33259 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8500b8f028.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8500b8f028.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=704 (was 729), ProcessCount=11 (was 11), AvailableMemoryMB=3096 (was 3432) 2024-12-06T02:19:37,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=704, ProcessCount=11, AvailableMemoryMB=3095 2024-12-06T02:19:37,394 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-06T02:19:37,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir so I do NOT create it in target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b 2024-12-06T02:19:37,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:19:37,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.tmp.dir so I do NOT create it in target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b 2024-12-06T02:19:37,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64536bfa-909e-d15e-0997-f5fc3993ff1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:19:37,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b 2024-12-06T02:19:37,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0, deleteOnExit=true 2024-12-06T02:19:37,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/zookeeper_0, clientPort=59292, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:19:37,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59292 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/test.cache.data in system properties and HBase conf 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:19:37,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:19:37,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:19:37,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:19:37,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:19:37,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a86e8ea00002, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:19:37,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a86e8ea00005, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:19:37,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a86e8ea00002, quorum=127.0.0.1:63801, baseZNode=/01108650747 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:19:37,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a86e8ea00005, quorum=127.0.0.1:63801, baseZNode=/1-1766136044 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:19:37,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:37,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:19:37,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:19:37,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:19:37,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:19:37,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:37,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:19:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:19:37,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@254c863c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/java.io.tmpdir/jetty-localhost-36245-hadoop-hdfs-3_4_1-tests_jar-_-any-3097007096496291354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:19:37,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:36245} 2024-12-06T02:19:37,839 INFO [Time-limited test {}] server.Server(415): Started @144043ms 2024-12-06T02:19:38,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:38,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:19:38,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:19:38,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:19:38,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:19:38,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:19:38,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:19:38,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b4fdf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/java.io.tmpdir/jetty-localhost-37327-hadoop-hdfs-3_4_1-tests_jar-_-any-7486193129893483753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:19:38,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:37327} 2024-12-06T02:19:38,183 INFO [Time-limited test {}] server.Server(415): Started @144387ms 2024-12-06T02:19:38,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:19:39,381 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/data/data1/current/BP-169636616-172.17.0.3-1733451577414/current, will proceed with Du for space computation calculation, 2024-12-06T02:19:39,381 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/data/data2/current/BP-169636616-172.17.0.3-1733451577414/current, will proceed with Du for space computation calculation, 2024-12-06T02:19:39,394 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:19:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0fd96eb22a1f875 with lease ID 0xc0f21d7d060fe7fd: Processing first storage report for DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed from datanode DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54fcbbaa-be45-47af-a30d-1101ac3bc72f, infoPort=39907, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1663522100;c=1733451577414) 2024-12-06T02:19:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0fd96eb22a1f875 with lease ID 0xc0f21d7d060fe7fd: from storage DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed node DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54fcbbaa-be45-47af-a30d-1101ac3bc72f, infoPort=39907, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1663522100;c=1733451577414), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:19:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0fd96eb22a1f875 with lease ID 0xc0f21d7d060fe7fd: Processing first storage report for DS-aceddadc-0477-4fb3-ad78-2380207b4f55 from datanode DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54fcbbaa-be45-47af-a30d-1101ac3bc72f, infoPort=39907, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1663522100;c=1733451577414) 2024-12-06T02:19:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0fd96eb22a1f875 with lease ID 0xc0f21d7d060fe7fd: from storage DS-aceddadc-0477-4fb3-ad78-2380207b4f55 node DatanodeRegistration(127.0.0.1:40217, datanodeUuid=54fcbbaa-be45-47af-a30d-1101ac3bc72f, infoPort=39907, infoSecurePort=0, ipcPort=45527, storageInfo=lv=-57;cid=testClusterID;nsid=1663522100;c=1733451577414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:19:39,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b 2024-12-06T02:19:39,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:39,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:39,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:19:39,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c with version=8 2024-12-06T02:19:39,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/hbase-staging 2024-12-06T02:19:39,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:19:39,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:39,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34195 2024-12-06T02:19:39,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34195 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:39,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341950x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:39,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34195-0x101a86ff3e00000 connected 2024-12-06T02:19:39,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:39,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:39,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:39,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c, hbase.cluster.distributed=false 2024-12-06T02:19:39,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/acl 2024-12-06T02:19:39,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-06T02:19:39,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34195 2024-12-06T02:19:39,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34195 2024-12-06T02:19:39,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-06T02:19:39,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34195 2024-12-06T02:19:39,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:19:39,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:39,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32935 2024-12-06T02:19:39,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32935 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:39,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:39,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:40,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329350x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:40,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329350x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:40,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32935-0x101a86ff3e00001 connected 2024-12-06T02:19:40,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:19:40,006 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:19:40,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/master 2024-12-06T02:19:40,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/acl 2024-12-06T02:19:40,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32935 2024-12-06T02:19:40,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32935 2024-12-06T02:19:40,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32935 2024-12-06T02:19:40,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32935 2024-12-06T02:19:40,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32935 2024-12-06T02:19:40,025 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:34195 2024-12-06T02:19:40,026 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01580852316/backup-masters/5c7979348d1b,34195,1733451579834 2024-12-06T02:19:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:40,036 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/backup-masters/5c7979348d1b,34195,1733451579834 2024-12-06T02:19:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/master 2024-12-06T02:19:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:40,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:40,046 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/master 2024-12-06T02:19:40,047 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01580852316/backup-masters/5c7979348d1b,34195,1733451579834 from backup master directory 2024-12-06T02:19:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/backup-masters/5c7979348d1b,34195,1733451579834 2024-12-06T02:19:40,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:40,056 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:40,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,34195,1733451579834 2024-12-06T02:19:40,060 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/hbase.id] with ID: 673baa9b-a184-43bd-8675-68b27435fc72 2024-12-06T02:19:40,060 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.tmp/hbase.id 2024-12-06T02:19:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:19:40,465 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.tmp/hbase.id]:[hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/hbase.id] 2024-12-06T02:19:40,477 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:40,477 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:19:40,480 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-06T02:19:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:19:40,949 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:19:40,950 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:19:40,950 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:40,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:19:41,358 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store 2024-12-06T02:19:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:19:41,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:41,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:41,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451581366Disabling compacts and flushes for region at 1733451581366Disabling writes for close at 1733451581366Writing region close event to WAL at 1733451581366Closed at 1733451581366 2024-12-06T02:19:41,367 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/.initializing 2024-12-06T02:19:41,367 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834 2024-12-06T02:19:41,368 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:41,372 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C34195%2C1733451579834, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/oldWALs, maxLogs=10 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:19:41,388 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834/5c7979348d1b%2C34195%2C1733451579834.1733451581372, exclude list is [], retry=0 2024-12-06T02:19:41,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:41,396 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:41,407 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:41,407 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:41,408 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:41,408 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,408 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:19:41,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:41,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:41,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:19:41,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:41,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:41,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:19:41,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:41,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:19:41,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:41,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:41,432 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,433 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,434 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,435 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,435 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,436 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:41,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:41,442 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:19:41,443 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65156022, jitterRate=-0.029099613428115845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:41,444 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451581408Initializing all the Stores at 1733451581409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451581409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451581424 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451581424Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451581424Cleaning up temporary data from old regions at 1733451581435 (+11 ms)Region opened successfully at 1733451581443 (+8 ms) 2024-12-06T02:19:41,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:19:41,449 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44453744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:41,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:19:41,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:19:41,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:19:41,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:19:41,451 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:19:41,451 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:19:41,451 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:19:41,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:19:41,455 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/balancer because node does not exist (not necessarily an error) 2024-12-06T02:19:41,467 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/balancer already deleted, retry=false 2024-12-06T02:19:41,468 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:19:41,470 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:19:41,478 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/normalizer already deleted, retry=false 2024-12-06T02:19:41,478 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:19:41,479 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:19:41,488 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/switch/split already deleted, retry=false 2024-12-06T02:19:41,489 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:19:41,499 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/switch/merge already deleted, retry=false 2024-12-06T02:19:41,502 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:19:41,510 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/snapshot-cleanup already deleted, retry=false 2024-12-06T02:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,521 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,34195,1733451579834, sessionid=0x101a86ff3e00000, setting cluster-up flag (Was=false) 2024-12-06T02:19:41,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,572 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01580852316/flush-table-proc/acquired, /01580852316/flush-table-proc/reached, /01580852316/flush-table-proc/abort 2024-12-06T02:19:41,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,34195,1733451579834 2024-12-06T02:19:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:41,625 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01580852316/online-snapshot/acquired, /01580852316/online-snapshot/reached, /01580852316/online-snapshot/abort 2024-12-06T02:19:41,626 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,34195,1733451579834 2024-12-06T02:19:41,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:19:41,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:41,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:19:41,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:19:41,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,34195,1733451579834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:19:41,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,631 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:41,631 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:41,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451611632 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:19:41,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,633 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:41,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:19:41,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:19:41,638 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451581633,5,FailOnTimeoutGroup] 2024-12-06T02:19:41,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451581638,5,FailOnTimeoutGroup] 2024-12-06T02:19:41,640 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,640 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:19:41,640 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,640 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:19:41,716 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(746): ClusterId : 673baa9b-a184-43bd-8675-68b27435fc72 2024-12-06T02:19:41,716 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:19:41,728 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:19:41,728 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:19:41,739 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:19:41,739 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1575f610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:41,748 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:32935 2024-12-06T02:19:41,748 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:19:41,748 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:19:41,748 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:19:41,749 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,34195,1733451579834 with port=32935, startcode=1733451579990 2024-12-06T02:19:41,749 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:19:41,750 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:19:41,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34195 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,752 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c 2024-12-06T02:19:41,752 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42607 2024-12-06T02:19:41,752 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:19:41,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/rs 2024-12-06T02:19:41,762 DEBUG [RS:0;5c7979348d1b:32935 {}] zookeeper.ZKUtil(111): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/rs/5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,762 WARN [RS:0;5c7979348d1b:32935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:41,762 INFO [RS:0;5c7979348d1b:32935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:41,762 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,32935,1733451579990] 2024-12-06T02:19:41,765 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:19:41,766 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:19:41,767 INFO [RS:0;5c7979348d1b:32935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:19:41,767 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,767 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:19:41,768 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:19:41,768 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:41,768 DEBUG [RS:0;5c7979348d1b:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,769 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32935,1733451579990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:19:41,781 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:19:41,781 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32935,1733451579990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,781 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,781 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.Replication(171): 5c7979348d1b,32935,1733451579990 started 2024-12-06T02:19:41,791 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:41,791 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,32935,1733451579990, RpcServer on 5c7979348d1b/172.17.0.3:32935, sessionid=0x101a86ff3e00001 2024-12-06T02:19:41,792 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:19:41,792 DEBUG [RS:0;5c7979348d1b:32935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,792 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32935,1733451579990' 2024-12-06T02:19:41,792 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01580852316/flush-table-proc/abort' 2024-12-06T02:19:41,792 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01580852316/flush-table-proc/acquired' 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,32935,1733451579990 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32935,1733451579990' 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01580852316/online-snapshot/abort' 2024-12-06T02:19:41,793 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01580852316/online-snapshot/acquired' 2024-12-06T02:19:41,794 DEBUG [RS:0;5c7979348d1b:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:19:41,794 INFO [RS:0;5c7979348d1b:32935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:19:41,794 INFO [RS:0;5c7979348d1b:32935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:19:41,894 INFO [RS:0;5c7979348d1b:32935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:41,896 INFO [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C32935%2C1733451579990, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:19:41,912 DEBUG [RS:0;5c7979348d1b:32935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896, exclude list is [], retry=0 2024-12-06T02:19:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:41,916 INFO [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 2024-12-06T02:19:41,916 DEBUG [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:42,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:19:42,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c 2024-12-06T02:19:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:19:42,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:42,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:19:42,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:19:42,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:19:42,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:19:42,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:19:42,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:19:42,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:19:42,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:19:42,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:19:42,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:42,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:42,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:19:42,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:19:42,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:42,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:19:42,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:19:42,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65613682, jitterRate=-0.022279947996139526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451582456Initializing all the Stores at 1733451582457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451582457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582457Cleaning up temporary data from old regions at 1733451582465 (+8 ms)Region opened successfully at 1733451582470 (+5 ms) 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:19:42,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:19:42,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451582470Disabling compacts and flushes for region at 1733451582470Disabling writes for close at 1733451582470Writing region close event to WAL at 1733451582470Closed at 1733451582470 2024-12-06T02:19:42,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:42,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:19:42,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:19:42,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:42,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:19:42,624 DEBUG [5c7979348d1b:34195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:19:42,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:42,626 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,32935,1733451579990, state=OPENING 2024-12-06T02:19:42,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:19:42,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:42,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:42,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:42,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:42,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:42,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,32935,1733451579990}] 2024-12-06T02:19:42,800 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:19:42,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:19:42,804 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:19:42,804 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:42,805 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:19:42,806 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C32935%2C1733451579990.meta, suffix=.meta, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:19:42,817 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.meta.1733451582806.meta, exclude list is [], retry=0 2024-12-06T02:19:42,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:42,820 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.meta.1733451582806.meta 2024-12-06T02:19:42,820 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:42,820 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:42,821 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:19:42,821 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:19:42,821 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:19:42,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:19:42,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:19:42,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:19:42,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:19:42,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:19:42,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:19:42,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:19:42,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:19:42,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:42,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:42,827 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:19:42,827 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:42,828 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:42,829 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:19:42,829 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:19:42,830 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:42,831 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:19:42,833 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66133058, jitterRate=-0.014540642499923706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:42,833 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:19:42,833 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451582821Writing region info on filesystem at 1733451582821Initializing all the Stores at 1733451582822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451582822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451582822Cleaning up temporary data from old regions at 1733451582829 (+7 ms)Running coprocessor post-open hooks at 1733451582833 (+4 ms)Region opened successfully at 1733451582833 2024-12-06T02:19:42,834 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451582799 2024-12-06T02:19:42,836 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:19:42,836 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:19:42,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:42,837 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,32935,1733451579990, state=OPEN 2024-12-06T02:19:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:42,918 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:42,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:42,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:42,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:19:42,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,32935,1733451579990 in 271 msec 2024-12-06T02:19:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:19:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-06T02:19:42,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:42,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:19:42,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:19:42,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,32935,1733451579990, seqNum=-1] 2024-12-06T02:19:42,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:19:42,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:19:42,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-12-06T02:19:42,932 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451582932, completionTime=-1 2024-12-06T02:19:42,932 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:19:42,932 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451642938 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451702938 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:34195, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,938 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:42,940 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.885sec 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:19:42,942 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:19:42,945 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:19:42,945 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:19:42,945 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34195,1733451579834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:43,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:43,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34195,-1 for getting cluster id 2024-12-06T02:19:43,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:43,018 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '673baa9b-a184-43bd-8675-68b27435fc72' 2024-12-06T02:19:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:43,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "673baa9b-a184-43bd-8675-68b27435fc72" 2024-12-06T02:19:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9944cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34195,-1] 2024-12-06T02:19:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:43,020 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:43,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:43,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:19:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,32935,1733451579990, seqNum=-1] 2024-12-06T02:19:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:19:43,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:19:43,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,34195,1733451579834 2024-12-06T02:19:43,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:43,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a86ff3e00002 connected 2024-12-06T02:19:43,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir so I do NOT create it in target/test-data/f751781f-0c35-f956-8bce-4298161abc30 2024-12-06T02:19:43,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.tmp.dir so I do NOT create it in target/test-data/f751781f-0c35-f956-8bce-4298161abc30 2024-12-06T02:19:43,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:19:43,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/cluster_c9ca6cca-7af3-b403-e38c-94edb0f0d4ab, deleteOnExit=true 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/test.cache.data in system properties and HBase conf 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:19:43,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:19:43,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:19:43,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:19:43,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:19:43,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:19:43,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:19:43,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:43,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:19:43,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:19:43,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:19:43,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:19:43,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:43,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:19:43,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:19:43,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-237412533944471787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:19:43,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-12-06T02:19:43,666 INFO [Time-limited test {}] server.Server(415): Started @149870ms 2024-12-06T02:19:43,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:19:43,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:19:43,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:19:43,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:19:43,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:19:43,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:19:43,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:19:44,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3771cc18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/java.io.tmpdir/jetty-localhost-39003-hadoop-hdfs-3_4_1-tests_jar-_-any-4239504296150694772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:19:44,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:39003} 2024-12-06T02:19:44,082 INFO [Time-limited test {}] server.Server(415): Started @150285ms 2024-12-06T02:19:44,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:19:45,435 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/cluster_c9ca6cca-7af3-b403-e38c-94edb0f0d4ab/data/data1/current/BP-284893052-172.17.0.3-1733451583145/current, will proceed with Du for space computation calculation, 2024-12-06T02:19:45,435 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/cluster_c9ca6cca-7af3-b403-e38c-94edb0f0d4ab/data/data2/current/BP-284893052-172.17.0.3-1733451583145/current, will proceed with Du for space computation calculation, 2024-12-06T02:19:45,448 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:19:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefa71c5ce39e6b3a with lease ID 0xb39a5b1a85f6876: Processing first storage report for DS-54523d32-99d7-4b3c-95c6-e220bce9ca8c from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=e9ded624-3226-414d-8cbc-84959cc7e905, infoPort=33795, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2000365779;c=1733451583145) 2024-12-06T02:19:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefa71c5ce39e6b3a with lease ID 0xb39a5b1a85f6876: from storage DS-54523d32-99d7-4b3c-95c6-e220bce9ca8c node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=e9ded624-3226-414d-8cbc-84959cc7e905, infoPort=33795, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2000365779;c=1733451583145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:19:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefa71c5ce39e6b3a with lease ID 0xb39a5b1a85f6876: Processing first storage report for DS-c9e949c4-8e85-4921-ae21-63a74536c7a0 from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=e9ded624-3226-414d-8cbc-84959cc7e905, infoPort=33795, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2000365779;c=1733451583145) 2024-12-06T02:19:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefa71c5ce39e6b3a with lease ID 0xb39a5b1a85f6876: from storage DS-c9e949c4-8e85-4921-ae21-63a74536c7a0 node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=e9ded624-3226-414d-8cbc-84959cc7e905, infoPort=33795, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=2000365779;c=1733451583145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:19:45,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30 2024-12-06T02:19:45,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:45,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:19:45,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c with version=8 2024-12-06T02:19:45,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/hbase-staging 2024-12-06T02:19:45,929 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:45,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:19:45,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:45,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44009 2024-12-06T02:19:45,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44009 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440090x0, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:45,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44009-0x101a86ff3e00003 connected 2024-12-06T02:19:46,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:46,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:46,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/running 2024-12-06T02:19:46,018 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c, hbase.cluster.distributed=false 2024-12-06T02:19:46,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/acl 2024-12-06T02:19:46,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44009 2024-12-06T02:19:46,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44009 2024-12-06T02:19:46,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44009 2024-12-06T02:19:46,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44009 2024-12-06T02:19:46,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44009 2024-12-06T02:19:46,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:46,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39983 2024-12-06T02:19:46,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39983 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:46,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:46,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:46,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399830x0, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:46,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39983-0x101a86ff3e00004 connected 2024-12-06T02:19:46,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/running 2024-12-06T02:19:46,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:19:46,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:19:46,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/master 2024-12-06T02:19:46,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/acl 2024-12-06T02:19:46,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-06T02:19:46,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39983 2024-12-06T02:19:46,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39983 2024-12-06T02:19:46,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-06T02:19:46,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39983 2024-12-06T02:19:46,095 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:44009 2024-12-06T02:19:46,096 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-356736944/backup-masters/5c7979348d1b,44009,1733451585929 2024-12-06T02:19:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/backup-masters 2024-12-06T02:19:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/backup-masters 2024-12-06T02:19:46,109 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on existing znode=/1-356736944/backup-masters/5c7979348d1b,44009,1733451585929 2024-12-06T02:19:46,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-356736944/master 2024-12-06T02:19:46,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:46,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:46,120 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on existing znode=/1-356736944/master 2024-12-06T02:19:46,120 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-356736944/backup-masters/5c7979348d1b,44009,1733451585929 from backup master directory 2024-12-06T02:19:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/backup-masters 2024-12-06T02:19:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-356736944/backup-masters/5c7979348d1b,44009,1733451585929 2024-12-06T02:19:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/backup-masters 2024-12-06T02:19:46,130 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:46,130 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,44009,1733451585929 2024-12-06T02:19:46,134 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/hbase.id] with ID: 74000f97-d96b-49e0-8917-aeec88df309e 2024-12-06T02:19:46,134 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/.tmp/hbase.id 2024-12-06T02:19:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:19:46,154 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/.tmp/hbase.id]:[hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/hbase.id] 2024-12-06T02:19:46,166 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:46,166 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:19:46,167 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:19:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:46,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:19:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,595 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:19:46,596 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:19:46,597 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:19:46,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:19:46,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:46,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:47,006 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store 2024-12-06T02:19:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:19:47,413 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:47,413 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:19:47,413 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:47,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:47,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:19:47,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:47,414 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:47,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451587413Disabling compacts and flushes for region at 1733451587413Disabling writes for close at 1733451587414 (+1 ms)Writing region close event to WAL at 1733451587414Closed at 1733451587414 2024-12-06T02:19:47,414 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/.initializing 2024-12-06T02:19:47,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/WALs/5c7979348d1b,44009,1733451585929 2024-12-06T02:19:47,415 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:47,417 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C44009%2C1733451585929, suffix=, logDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/WALs/5c7979348d1b,44009,1733451585929, archiveDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/oldWALs, maxLogs=10 2024-12-06T02:19:47,432 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/WALs/5c7979348d1b,44009,1733451585929/5c7979348d1b%2C44009%2C1733451585929.1733451587417, exclude list is [], retry=0 2024-12-06T02:19:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-54523d32-99d7-4b3c-95c6-e220bce9ca8c,DISK] 2024-12-06T02:19:47,437 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/WALs/5c7979348d1b,44009,1733451585929/5c7979348d1b%2C44009%2C1733451585929.1733451587417 2024-12-06T02:19:47,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33795:33795)] 2024-12-06T02:19:47,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:47,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:47,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:19:47,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:47,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:47,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:19:47,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:47,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:47,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:19:47,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:47,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:47,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:19:47,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:47,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:47,445 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,447 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,447 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,447 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:47,448 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:47,449 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:19:47,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75310163, jitterRate=0.12220887839794159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:47,450 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451587438Initializing all the Stores at 1733451587439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451587439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451587439Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451587439Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451587439Cleaning up temporary data from old regions at 1733451587447 (+8 ms)Region opened successfully at 1733451587450 (+3 ms) 2024-12-06T02:19:47,450 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:19:47,452 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd834e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:47,453 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:19:47,453 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:19:47,453 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:19:47,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:19:47,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:19:47,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:19:47,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:19:47,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:19:47,457 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/balancer because node does not exist (not necessarily an error) 2024-12-06T02:19:47,467 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/balancer already deleted, retry=false 2024-12-06T02:19:47,467 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:19:47,468 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:19:47,477 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/normalizer already deleted, retry=false 2024-12-06T02:19:47,478 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:19:47,481 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:19:47,488 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/switch/split already deleted, retry=false 2024-12-06T02:19:47,489 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:19:47,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/switch/merge already deleted, retry=false 2024-12-06T02:19:47,501 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:19:47,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/snapshot-cleanup already deleted, retry=false 2024-12-06T02:19:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-356736944/running 2024-12-06T02:19:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-356736944/running 2024-12-06T02:19:47,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,44009,1733451585929, sessionid=0x101a86ff3e00003, setting cluster-up flag (Was=false) 2024-12-06T02:19:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,572 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-356736944/flush-table-proc/acquired, /1-356736944/flush-table-proc/reached, /1-356736944/flush-table-proc/abort 2024-12-06T02:19:47,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44009,1733451585929 2024-12-06T02:19:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:47,625 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-356736944/online-snapshot/acquired, /1-356736944/online-snapshot/reached, /1-356736944/online-snapshot/abort 2024-12-06T02:19:47,626 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44009,1733451585929 2024-12-06T02:19:47,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:19:47,638 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:47,638 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:19:47,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:19:47,639 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,44009,1733451585929 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:47,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:47,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:47,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:19:47,683 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:47,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:19:47,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451617705 2024-12-06T02:19:47,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:19:47,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:19:47,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:19:47,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:19:47,706 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:19:47,706 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:19:47,733 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(746): ClusterId : 74000f97-d96b-49e0-8917-aeec88df309e 2024-12-06T02:19:47,733 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:19:47,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:47,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:19:47,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:19:47,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:19:47,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:19:47,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:19:47,744 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:19:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:19:47,764 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451587744,5,FailOnTimeoutGroup] 2024-12-06T02:19:47,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:19:47,772 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451587764,5,FailOnTimeoutGroup] 2024-12-06T02:19:47,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:47,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:19:47,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:47,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:47,814 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:19:47,814 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:19:47,860 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:19:47,864 DEBUG [RS:0;5c7979348d1b:39983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acca0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:47,904 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:39983 2024-12-06T02:19:47,905 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:19:47,905 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:19:47,905 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:19:47,906 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,44009,1733451585929 with port=39983, startcode=1733451586041 2024-12-06T02:19:47,906 DEBUG [RS:0;5c7979348d1b:39983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:19:47,924 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:19:47,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,39983,1733451586041 2024-12-06T02:19:47,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44009 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,39983,1733451586041 2024-12-06T02:19:47,929 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c 2024-12-06T02:19:47,930 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36231 2024-12-06T02:19:47,930 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:19:48,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/rs 2024-12-06T02:19:48,008 DEBUG [RS:0;5c7979348d1b:39983 {}] zookeeper.ZKUtil(111): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on existing znode=/1-356736944/rs/5c7979348d1b,39983,1733451586041 2024-12-06T02:19:48,008 WARN [RS:0;5c7979348d1b:39983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:48,008 INFO [RS:0;5c7979348d1b:39983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:48,008 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041 2024-12-06T02:19:48,014 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:19:48,016 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:19:48,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,39983,1733451586041] 2024-12-06T02:19:48,021 INFO [RS:0;5c7979348d1b:39983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:19:48,021 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,022 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:19:48,025 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:19:48,025 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,025 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,026 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,026 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:48,026 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:48,026 DEBUG [RS:0;5c7979348d1b:39983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,031 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39983,1733451586041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:19:48,058 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:19:48,059 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39983,1733451586041-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,059 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,059 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.Replication(171): 5c7979348d1b,39983,1733451586041 started 2024-12-06T02:19:48,078 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:48,079 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,39983,1733451586041, RpcServer on 5c7979348d1b/172.17.0.3:39983, sessionid=0x101a86ff3e00004 2024-12-06T02:19:48,079 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:19:48,079 DEBUG [RS:0;5c7979348d1b:39983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,39983,1733451586041 2024-12-06T02:19:48,079 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39983,1733451586041' 2024-12-06T02:19:48,079 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-356736944/flush-table-proc/abort' 2024-12-06T02:19:48,080 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-356736944/flush-table-proc/acquired' 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,39983,1733451586041 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39983,1733451586041' 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-356736944/online-snapshot/abort' 2024-12-06T02:19:48,081 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-356736944/online-snapshot/acquired' 2024-12-06T02:19:48,082 DEBUG [RS:0;5c7979348d1b:39983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:19:48,082 INFO [RS:0;5c7979348d1b:39983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:19:48,082 INFO [RS:0;5c7979348d1b:39983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:19:48,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:19:48,160 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c 2024-12-06T02:19:48,182 INFO [RS:0;5c7979348d1b:39983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:48,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:19:48,184 INFO [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39983%2C1733451586041, suffix=, logDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041, archiveDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/oldWALs, maxLogs=10 2024-12-06T02:19:48,202 DEBUG [RS:0;5c7979348d1b:39983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041/5c7979348d1b%2C39983%2C1733451586041.1733451588184, exclude list is [], retry=0 2024-12-06T02:19:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-54523d32-99d7-4b3c-95c6-e220bce9ca8c,DISK] 2024-12-06T02:19:48,213 INFO [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041/5c7979348d1b%2C39983%2C1733451586041.1733451588184 2024-12-06T02:19:48,213 DEBUG [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33795:33795)] 2024-12-06T02:19:48,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:19:48,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:19:48,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:19:48,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:19:48,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:19:48,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:19:48,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:19:48,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:19:48,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:19:48,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740 2024-12-06T02:19:48,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740 2024-12-06T02:19:48,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:19:48,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:19:48,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:48,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:19:48,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:19:48,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976097, jitterRate=-0.016879543662071228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:48,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451588584Initializing all the Stores at 1733451588587 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588592 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451588592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588592Cleaning up temporary data from old regions at 1733451588606 (+14 ms)Region opened successfully at 1733451588617 (+11 ms) 2024-12-06T02:19:48,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:19:48,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:19:48,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:19:48,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:19:48,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:19:48,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:48,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451588617Disabling compacts and flushes for region at 1733451588617Disabling writes for close at 1733451588617Writing region close event to WAL at 1733451588618 (+1 ms)Closed at 1733451588618 2024-12-06T02:19:48,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:48,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:19:48,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:19:48,621 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:48,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:19:48,773 DEBUG [5c7979348d1b:44009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:19:48,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,39983,1733451586041 2024-12-06T02:19:48,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39983,1733451586041, state=OPENING 2024-12-06T02:19:48,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:19:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:48,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:19:48,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-356736944/meta-region-server: CHANGED 2024-12-06T02:19:48,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:48,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-356736944/meta-region-server: CHANGED 2024-12-06T02:19:48,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39983,1733451586041}] 2024-12-06T02:19:48,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:19:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:19:48,956 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:19:48,956 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:48,956 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:19:48,958 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39983%2C1733451586041.meta, suffix=.meta, logDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041, archiveDir=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/oldWALs, maxLogs=10 2024-12-06T02:19:48,973 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041/5c7979348d1b%2C39983%2C1733451586041.meta.1733451588958.meta, exclude list is [], retry=0 2024-12-06T02:19:48,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43257,DS-54523d32-99d7-4b3c-95c6-e220bce9ca8c,DISK] 2024-12-06T02:19:48,977 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041/5c7979348d1b%2C39983%2C1733451586041.meta.1733451588958.meta 2024-12-06T02:19:48,979 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33795:33795)] 2024-12-06T02:19:48,979 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:48,979 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:19:48,979 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:19:48,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:19:48,980 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:19:48,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:19:48,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:48,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:19:48,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:19:48,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:19:48,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:19:48,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:19:48,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:19:48,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:19:48,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:19:48,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:19:48,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:19:48,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:48,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:48,992 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:19:48,993 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740 2024-12-06T02:19:48,995 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740 2024-12-06T02:19:48,996 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:19:48,996 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:19:48,997 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:48,998 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:19:48,999 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657246, jitterRate=0.03797385096549988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:49,000 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:19:49,000 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451588980Writing region info on filesystem at 1733451588980Initializing all the Stores at 1733451588981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588984 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451588984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451588984Cleaning up temporary data from old regions at 1733451588996 (+12 ms)Running coprocessor post-open hooks at 1733451589000 (+4 ms)Region opened successfully at 1733451589000 2024-12-06T02:19:49,008 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451588947 2024-12-06T02:19:49,015 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:19:49,015 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:19:49,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39983,1733451586041 2024-12-06T02:19:49,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39983,1733451586041, state=OPEN 2024-12-06T02:19:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-356736944/meta-region-server 2024-12-06T02:19:49,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-356736944/meta-region-server: CHANGED 2024-12-06T02:19:49,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,39983,1733451586041 2024-12-06T02:19:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-356736944/meta-region-server 2024-12-06T02:19:49,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-356736944/meta-region-server: CHANGED 2024-12-06T02:19:49,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:19:49,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39983,1733451586041 in 242 msec 2024-12-06T02:19:49,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:19:49,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-06T02:19:49,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:49,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:19:49,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:19:49,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39983,1733451586041, seqNum=-1] 2024-12-06T02:19:49,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:19:49,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:19:49,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4240 sec 2024-12-06T02:19:49,064 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451589064, completionTime=-1 2024-12-06T02:19:49,064 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:19:49,064 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451649067 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451709067 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:44009, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,067 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,072 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:19:49,076 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.953sec 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:19:49,083 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:19:49,089 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:19:49,089 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:19:49,089 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44009,1733451585929-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:49,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44009,-1 for getting cluster id 2024-12-06T02:19:49,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:49,138 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74000f97-d96b-49e0-8917-aeec88df309e' 2024-12-06T02:19:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74000f97-d96b-49e0-8917-aeec88df309e" 2024-12-06T02:19:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465066d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44009,-1] 2024-12-06T02:19:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:49,141 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:49,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:19:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39983,1733451586041, seqNum=-1] 2024-12-06T02:19:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:19:49,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:19:49,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,44009,1733451585929 2024-12-06T02:19:49,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:49,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:49,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a86ff3e00005 connected 2024-12-06T02:19:49,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bd8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34195,-1 for getting cluster id 2024-12-06T02:19:49,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:49,187 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '673baa9b-a184-43bd-8675-68b27435fc72' 2024-12-06T02:19:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "673baa9b-a184-43bd-8675-68b27435fc72" 2024-12-06T02:19:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587f1c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34195,-1] 2024-12-06T02:19:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:49,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:49,190 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233d2eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:19:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34195,1733451579834 2024-12-06T02:19:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7f2f0 2024-12-06T02:19:49,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:19:49,195 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:19:49,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:44009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:19:49,200 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:44009' 2024-12-06T02:19:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:49,208 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d76226b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,208 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44009,-1 for getting cluster id 2024-12-06T02:19:49,209 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:49,210 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74000f97-d96b-49e0-8917-aeec88df309e' 2024-12-06T02:19:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74000f97-d96b-49e0-8917-aeec88df309e" 2024-12-06T02:19:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e67a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44009,-1] 2024-12-06T02:19:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:49,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:49,212 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:49,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e66de29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:49,213 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:19:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44009,1733451585929 2024-12-06T02:19:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce0b067 2024-12-06T02:19:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:19:49,218 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:19:49,219 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T02:19:49,219 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:19:49,219 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:49,219 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:49,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:49,220 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:19:49,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:19:49,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:19:49,222 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:49,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:19:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741835_1011 (size=1138) 2024-12-06T02:19:49,271 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:19:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:49,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 012e89c45c1daaaf5daaa4bd80053e25, NAME => 'hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c 2024-12-06T02:19:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741836_1012 (size=44) 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 012e89c45c1daaaf5daaa4bd80053e25, disabling compactions & flushes 2024-12-06T02:19:49,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. after waiting 0 ms 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:49,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:49,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 012e89c45c1daaaf5daaa4bd80053e25: Waiting for close lock at 1733451589693Disabling compacts and flushes for region at 1733451589693Disabling writes for close at 1733451589693Writing region close event to WAL at 1733451589693Closed at 1733451589693 2024-12-06T02:19:49,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:19:49,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451589697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451589697"}]},"ts":"1733451589697"} 2024-12-06T02:19:49,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:19:49,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:19:49,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451589701"}]},"ts":"1733451589701"} 2024-12-06T02:19:49,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:19:49,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN}] 2024-12-06T02:19:49,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN 2024-12-06T02:19:49,709 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN; state=OFFLINE, location=5c7979348d1b,32935,1733451579990; forceNewPlan=false, retain=false 2024-12-06T02:19:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:49,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=012e89c45c1daaaf5daaa4bd80053e25, regionState=OPENING, regionLocation=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN because future has completed 2024-12-06T02:19:49,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,32935,1733451579990}] 2024-12-06T02:19:50,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:50,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:50,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:19:50,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C32935%2C1733451579990.rep, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:19:50,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.rep.1733451590031, exclude list is [], retry=0 2024-12-06T02:19:50,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:50,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.rep.1733451590031 2024-12-06T02:19:50,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:50,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 012e89c45c1daaaf5daaa4bd80053e25, NAME => 'hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:50,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. service=MultiRowMutationService 2024-12-06T02:19:50,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,068 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,070 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName hfileref 2024-12-06T02:19:50,070 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:50,070 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:50,070 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,071 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName queue 2024-12-06T02:19:50,071 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:50,072 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:50,072 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,073 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName sid 2024-12-06T02:19:50,073 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:50,073 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:50,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:19:50,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:19:50,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 012e89c45c1daaaf5daaa4bd80053e25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66090396, jitterRate=-0.015176355838775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:19:50,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:50,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 012e89c45c1daaaf5daaa4bd80053e25: Running coprocessor pre-open hook at 1733451590063Writing region info on filesystem at 1733451590063Initializing all the Stores at 1733451590064 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451590064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451590068 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451590068Cleaning up temporary data from old regions at 1733451590075 (+7 ms)Running coprocessor post-open hooks at 1733451590080 (+5 ms)Region opened successfully at 1733451590080 2024-12-06T02:19:50,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., pid=7, masterSystemTime=1733451590025 2024-12-06T02:19:50,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:50,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:50,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=012e89c45c1daaaf5daaa4bd80053e25, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32935,1733451579990 2024-12-06T02:19:50,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,32935,1733451579990 because future has completed 2024-12-06T02:19:50,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T02:19:50,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,32935,1733451579990 in 221 msec 2024-12-06T02:19:50,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:19:50,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN in 392 msec 2024-12-06T02:19:50,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:19:50,100 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451590100"}]},"ts":"1733451590100"} 2024-12-06T02:19:50,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:19:50,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:19:50,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 885 msec 2024-12-06T02:19:50,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., hostname=5c7979348d1b,32935,1733451579990, seqNum=2] 2024-12-06T02:19:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:50,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:19:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:50,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T02:19:50,370 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:19:50,406 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,32935,1733451579990, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:19:50,407 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:19:50,407 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,32935,1733451579990, seqNum=-1] 2024-12-06T02:19:50,407 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:19:50,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-06T02:19:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,32935,1733451579990', locateType=CURRENT is [region=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., hostname=5c7979348d1b,32935,1733451579990, seqNum=2] 2024-12-06T02:19:50,414 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T02:19:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T02:19:50,418 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,32935,1733451579990 suceeded 2024-12-06T02:19:50,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T02:19:50,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-06T02:19:50,421 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:44009,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:19:50,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2260 sec 2024-12-06T02:19:50,435 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:44009' 2024-12-06T02:19:50,440 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2547aba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:50,440 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44009,-1 for getting cluster id 2024-12-06T02:19:50,441 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:50,441 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74000f97-d96b-49e0-8917-aeec88df309e' 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74000f97-d96b-49e0-8917-aeec88df309e" 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f53abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44009,-1] 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:50,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:50,443 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:50,444 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f0d32d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:50,444 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:19:50,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44009,1733451585929 2024-12-06T02:19:50,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4839c5 2024-12-06T02:19:50,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:19:50,447 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-06T02:19:50,447 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,32935,1733451579990 (queues=1) is replicating from cluster=673baa9b-a184-43bd-8675-68b27435fc72 to cluster=74000f97-d96b-49e0-8917-aeec88df309e 2024-12-06T02:19:50,447 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C32935%2C1733451579990 2024-12-06T02:19:50,448 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,32935,1733451579990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:19:50,450 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896, startPosition=0, beingWritten=true 2024-12-06T02:19:50,460 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.shipper5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C32935%2C1733451579990 2024-12-06T02:19:50,668 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 to pos 0, reset compression=false 2024-12-06T02:19:50,972 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 to pos 0, reset compression=false 2024-12-06T02:19:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:19:51,364 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:19:51,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:51,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:51,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:19:51,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34195,1733451579834 2024-12-06T02:19:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51922f41 2024-12-06T02:19:51,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:19:51,367 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:19:51,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34195 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:19:51,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:51,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:51,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:51,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:19:51,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483925482, stopped=false 2024-12-06T02:19:51,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,34195,1733451579834 2024-12-06T02:19:51,379 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 to pos 0, reset compression=false 2024-12-06T02:19:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:19:51,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:19:51,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:19:51,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:19:51,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:51,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T02:19:51,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:51,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:19:51,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:19:51,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:19:51,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:51,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:51,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:51,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:51,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:51,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:19:51,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:51,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:51,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:51,391 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,32935,1733451579990' ***** 2024-12-06T02:19:51,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,32935,1733451579990 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:32935. 2024-12-06T02:19:51,392 DEBUG [RS:0;5c7979348d1b:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:51,392 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:19:51,392 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:19:51,393 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:19:51,393 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:19:51,393 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1325): Online Regions={012e89c45c1daaaf5daaa4bd80053e25=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:19:51,393 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 012e89c45c1daaaf5daaa4bd80053e25, 1588230740 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 012e89c45c1daaaf5daaa4bd80053e25, disabling compactions & flushes 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:19:51,393 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:51,393 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. after waiting 0 ms 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:19:51,393 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:51,393 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 012e89c45c1daaaf5daaa4bd80053e25 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T02:19:51,393 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T02:19:51,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:19:51,443 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/61ef1984f229430596acd665610abad8 is 147, key is hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25./info:regioninfo/1733451590084/Put/seqid=0 2024-12-06T02:19:51,485 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741838_1014 (size=6631) 2024-12-06T02:19:51,517 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/.tmp/queue/92747b0a916b441592b6053d63d951c7 is 151, key is 1-5c7979348d1b,32935,1733451579990/queue:5c7979348d1b%2C32935%2C1733451579990/1733451590412/Put/seqid=0 2024-12-06T02:19:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741839_1015 (size=5350) 2024-12-06T02:19:51,593 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 012e89c45c1daaaf5daaa4bd80053e25, 1588230740 2024-12-06T02:19:51,793 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 012e89c45c1daaaf5daaa4bd80053e25, 1588230740 2024-12-06T02:19:51,799 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:19:51,799 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:19:51,884 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 to pos 0, reset compression=false 2024-12-06T02:19:51,911 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/61ef1984f229430596acd665610abad8 2024-12-06T02:19:51,922 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/.tmp/queue/92747b0a916b441592b6053d63d951c7 2024-12-06T02:19:51,927 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/.tmp/queue/92747b0a916b441592b6053d63d951c7 as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/queue/92747b0a916b441592b6053d63d951c7 2024-12-06T02:19:51,933 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/queue/92747b0a916b441592b6053d63d951c7, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T02:19:51,934 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 012e89c45c1daaaf5daaa4bd80053e25 in 541ms, sequenceid=5, compaction requested=false 2024-12-06T02:19:51,934 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:19:51,937 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/ns/0be52bf316fe445b8292f720402e7c3e is 43, key is default/ns:d/1733451582927/Put/seqid=0 2024-12-06T02:19:51,938 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:19:51,939 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:51,939 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:51,939 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:51,939 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 012e89c45c1daaaf5daaa4bd80053e25: Waiting for close lock at 1733451591393Running coprocessor pre-close hooks at 1733451591393Disabling compacts and flushes for region at 1733451591393Disabling writes for close at 1733451591393Obtaining lock to block concurrent updates at 1733451591393Preparing flush snapshotting stores in 012e89c45c1daaaf5daaa4bd80053e25 at 1733451591393Finished memstore snapshotting hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733451591401 (+8 ms)Flushing stores of hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. at 1733451591500 (+99 ms)Flushing 012e89c45c1daaaf5daaa4bd80053e25/queue: creating writer at 1733451591500Flushing 012e89c45c1daaaf5daaa4bd80053e25/queue: appending metadata at 1733451591516 (+16 ms)Flushing 012e89c45c1daaaf5daaa4bd80053e25/queue: closing flushed file at 1733451591516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b6797f: reopening flushed file at 1733451591926 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 012e89c45c1daaaf5daaa4bd80053e25 in 541ms, sequenceid=5, compaction requested=false at 1733451591934 (+8 ms)Writing region close event to WAL at 1733451591935 (+1 ms)Running coprocessor post-close hooks at 1733451591939 (+4 ms)Closed at 1733451591939 2024-12-06T02:19:51,939 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:19:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741840_1016 (size=5153) 2024-12-06T02:19:51,994 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:52,194 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:52,342 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/ns/0be52bf316fe445b8292f720402e7c3e 2024-12-06T02:19:52,366 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/table/5f3ac458748848aa98985a87d446936b is 53, key is hbase:replication/table:state/1733451590100/Put/seqid=0 2024-12-06T02:19:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741841_1017 (size=5256) 2024-12-06T02:19:52,394 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:19:52,394 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:19:52,394 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:52,493 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990/5c7979348d1b%2C32935%2C1733451579990.1733451581896 to pos 0, reset compression=false 2024-12-06T02:19:52,594 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:52,771 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/table/5f3ac458748848aa98985a87d446936b 2024-12-06T02:19:52,782 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/61ef1984f229430596acd665610abad8 as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/info/61ef1984f229430596acd665610abad8 2024-12-06T02:19:52,787 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/info/61ef1984f229430596acd665610abad8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T02:19:52,788 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/ns/0be52bf316fe445b8292f720402e7c3e as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/ns/0be52bf316fe445b8292f720402e7c3e 2024-12-06T02:19:52,796 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/ns/0be52bf316fe445b8292f720402e7c3e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:19:52,796 DEBUG [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:19:52,797 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/table/5f3ac458748848aa98985a87d446936b as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/table/5f3ac458748848aa98985a87d446936b 2024-12-06T02:19:52,805 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/table/5f3ac458748848aa98985a87d446936b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T02:19:52,806 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1413ms, sequenceid=11, compaction requested=false 2024-12-06T02:19:52,827 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:19:52,828 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:19:52,828 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:19:52,828 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:52,828 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451591393Running coprocessor pre-close hooks at 1733451591393Disabling compacts and flushes for region at 1733451591393Disabling writes for close at 1733451591393Obtaining lock to block concurrent updates at 1733451591393Preparing flush snapshotting stores in 1588230740 at 1733451591393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733451591394 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451591427 (+33 ms)Flushing 1588230740/info: creating writer at 1733451591427Flushing 1588230740/info: appending metadata at 1733451591443 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733451591443Flushing 1588230740/ns: creating writer at 1733451591919 (+476 ms)Flushing 1588230740/ns: appending metadata at 1733451591937 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733451591937Flushing 1588230740/table: creating writer at 1733451592347 (+410 ms)Flushing 1588230740/table: appending metadata at 1733451592365 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733451592365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749950e8: reopening flushed file at 1733451592778 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88dd19c: reopening flushed file at 1733451592787 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23586dcd: reopening flushed file at 1733451592796 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1413ms, sequenceid=11, compaction requested=false at 1733451592806 (+10 ms)Writing region close event to WAL at 1733451592823 (+17 ms)Running coprocessor post-close hooks at 1733451592828 (+5 ms)Closed at 1733451592828 2024-12-06T02:19:52,828 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:19:52,997 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,32935,1733451579990; all regions closed. 2024-12-06T02:19:53,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741834_1010 (size=2742) 2024-12-06T02:19:53,012 DEBUG [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:19:53,012 INFO [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C32935%2C1733451579990.meta:.meta(num 1733451582806) 2024-12-06T02:19:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741837_1013 (size=1586) 2024-12-06T02:19:53,019 DEBUG [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:19:53,019 INFO [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C32935%2C1733451579990.rep:(num 1733451590031) 2024-12-06T02:19:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741832_1008 (size=93) 2024-12-06T02:19:53,033 DEBUG [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C32935%2C1733451579990:(num 1733451581896) 2024-12-06T02:19:53,033 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:53,033 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:53,033 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,32935,1733451579990 because: Region server is closing 2024-12-06T02:19:53,034 INFO [RS:0;5c7979348d1b:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:32935. 2024-12-06T02:19:53,034 DEBUG [RS:0;5c7979348d1b:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:19:53,034 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:53,034 DEBUG [RS:0;5c7979348d1b:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:53,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:19:53,134 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.wal-reader.5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:19:53,134 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.shipper5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:19:53,135 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,32935,1733451579990.replicationSource.shipper5c7979348d1b%2C32935%2C1733451579990,1-5c7979348d1b,32935,1733451579990 terminated 2024-12-06T02:19:53,135 INFO [RS:0;5c7979348d1b:32935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32935 2024-12-06T02:19:53,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/rs/5c7979348d1b,32935,1733451579990 2024-12-06T02:19:53,152 INFO [RS:0;5c7979348d1b:32935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/rs 2024-12-06T02:19:53,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,32935,1733451579990] 2024-12-06T02:19:53,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/draining/5c7979348d1b,32935,1733451579990 already deleted, retry=false 2024-12-06T02:19:53,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,32935,1733451579990 expired; onlineServers=0 2024-12-06T02:19:53,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,34195,1733451579834' ***** 2024-12-06T02:19:53,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:19:53,176 INFO [M:0;5c7979348d1b:34195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:19:53,176 INFO [M:0;5c7979348d1b:34195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:19:53,176 DEBUG [M:0;5c7979348d1b:34195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:19:53,176 DEBUG [M:0;5c7979348d1b:34195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:19:53,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:19:53,176 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451581633 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451581633,5,FailOnTimeoutGroup] 2024-12-06T02:19:53,176 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451581638 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451581638,5,FailOnTimeoutGroup] 2024-12-06T02:19:53,180 INFO [M:0;5c7979348d1b:34195 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:19:53,180 INFO [M:0;5c7979348d1b:34195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:19:53,180 DEBUG [M:0;5c7979348d1b:34195 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:19:53,180 INFO [M:0;5c7979348d1b:34195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:19:53,180 INFO [M:0;5c7979348d1b:34195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:19:53,180 INFO [M:0;5c7979348d1b:34195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:19:53,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:19:53,184 DEBUG [M:0;5c7979348d1b:34195 {}] zookeeper.ZKUtil(347): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/master because node does not exist (not an error) 2024-12-06T02:19:53,184 WARN [M:0;5c7979348d1b:34195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:19:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/master 2024-12-06T02:19:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:53,186 INFO [M:0;5c7979348d1b:34195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.lastflushedseqids 2024-12-06T02:19:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741842_1018 (size=181) 2024-12-06T02:19:53,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:53,268 INFO [RS:0;5c7979348d1b:32935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:53,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101a86ff3e00001, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:53,268 INFO [RS:0;5c7979348d1b:32935 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,32935,1733451579990; zookeeper connection closed. 2024-12-06T02:19:53,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f83726f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f83726f 2024-12-06T02:19:53,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:19:53,611 INFO [M:0;5c7979348d1b:34195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:19:53,611 INFO [M:0;5c7979348d1b:34195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:19:53,612 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:19:53,612 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:53,612 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:53,612 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:19:53,612 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:53,612 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T02:19:53,633 DEBUG [M:0;5c7979348d1b:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc1aa0bb22424e0ca92be7589fa5b98b is 82, key is hbase:meta,,1/info:regioninfo/1733451582836/Put/seqid=0 2024-12-06T02:19:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741843_1019 (size=5672) 2024-12-06T02:19:54,038 INFO [M:0;5c7979348d1b:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc1aa0bb22424e0ca92be7589fa5b98b 2024-12-06T02:19:54,060 DEBUG [M:0;5c7979348d1b:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bd8e39201c4d0193d9664ba5c7199d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733451590106/Put/seqid=0 2024-12-06T02:19:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741844_1020 (size=7203) 2024-12-06T02:19:54,074 INFO [M:0;5c7979348d1b:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bd8e39201c4d0193d9664ba5c7199d 2024-12-06T02:19:54,098 DEBUG [M:0;5c7979348d1b:34195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43a31827afd9479cb365c60f1f3eace9 is 69, key is 5c7979348d1b,32935,1733451579990/rs:state/1733451581751/Put/seqid=0 2024-12-06T02:19:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741845_1021 (size=5156) 2024-12-06T02:19:54,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:19:54,506 INFO [M:0;5c7979348d1b:34195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43a31827afd9479cb365c60f1f3eace9 2024-12-06T02:19:54,515 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc1aa0bb22424e0ca92be7589fa5b98b as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc1aa0bb22424e0ca92be7589fa5b98b 2024-12-06T02:19:54,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:54,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:54,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:54,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:54,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:19:54,533 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc1aa0bb22424e0ca92be7589fa5b98b, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T02:19:54,534 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7bd8e39201c4d0193d9664ba5c7199d as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bd8e39201c4d0193d9664ba5c7199d 2024-12-06T02:19:54,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:19:54,541 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bd8e39201c4d0193d9664ba5c7199d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T02:19:54,542 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43a31827afd9479cb365c60f1f3eace9 as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43a31827afd9479cb365c60f1f3eace9 2024-12-06T02:19:54,548 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43a31827afd9479cb365c60f1f3eace9, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T02:19:54,549 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=70, compaction requested=false 2024-12-06T02:19:54,554 INFO [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:19:54,554 DEBUG [M:0;5c7979348d1b:34195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451593611Disabling compacts and flushes for region at 1733451593612 (+1 ms)Disabling writes for close at 1733451593612Obtaining lock to block concurrent updates at 1733451593612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451593612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733451593612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451593616 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451593616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451593632 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451593632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451594045 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451594059 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451594059Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451594079 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451594097 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451594097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa67eb1: reopening flushed file at 1733451594514 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5430c1: reopening flushed file at 1733451594533 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1403da20: reopening flushed file at 1733451594541 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=70, compaction requested=false at 1733451594549 (+8 ms)Writing region close event to WAL at 1733451594554 (+5 ms)Closed at 1733451594554 2024-12-06T02:19:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741830_1006 (size=41008) 2024-12-06T02:19:54,560 INFO [M:0;5c7979348d1b:34195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:19:54,561 INFO [M:0;5c7979348d1b:34195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34195 2024-12-06T02:19:54,561 INFO [M:0;5c7979348d1b:34195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:19:54,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:19:54,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:54,705 INFO [M:0;5c7979348d1b:34195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:19:54,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34195-0x101a86ff3e00000, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:19:54,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:19:54,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:54,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33785 2024-12-06T02:19:54,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33785 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337850x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:54,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33785-0x101a86ff3e00006 connected 2024-12-06T02:19:54,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:54,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:54,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:54,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c, hbase.cluster.distributed=false 2024-12-06T02:19:54,803 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: INIT 2024-12-06T02:19:54,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/acl 2024-12-06T02:19:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-06T02:19:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33785 2024-12-06T02:19:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33785 2024-12-06T02:19:54,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-06T02:19:54,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33785 2024-12-06T02:19:54,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:19:54,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:19:54,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:19:54,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36155 2024-12-06T02:19:54,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36155 connecting to ZooKeeper ensemble=127.0.0.1:59292 2024-12-06T02:19:54,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:54,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:54,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361550x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:19:54,881 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: INIT 2024-12-06T02:19:54,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361550x0, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:19:54,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36155-0x101a86ff3e00007 connected 2024-12-06T02:19:54,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:19:54,882 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:19:54,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/master 2024-12-06T02:19:54,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/acl 2024-12-06T02:19:54,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-06T02:19:54,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36155 2024-12-06T02:19:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36155 2024-12-06T02:19:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-06T02:19:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-06T02:19:54,900 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:33785 2024-12-06T02:19:54,901 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01580852316/backup-masters/5c7979348d1b,33785,1733451594707 2024-12-06T02:19:54,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:54,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:54,963 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/backup-masters/5c7979348d1b,33785,1733451594707 2024-12-06T02:19:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/master 2024-12-06T02:19:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:54,983 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/master 2024-12-06T02:19:54,983 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01580852316/backup-masters/5c7979348d1b,33785,1733451594707 from backup master directory 2024-12-06T02:19:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/backup-masters/5c7979348d1b,33785,1733451594707 2024-12-06T02:19:54,993 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:54,993 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,33785,1733451594707 2024-12-06T02:19:54,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/backup-masters 2024-12-06T02:19:55,005 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:19:55,005 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:19:55,011 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-06T02:19:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741846_1022 (size=196) 2024-12-06T02:19:55,434 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:19:55,435 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:19:55,435 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:55,441 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T02:19:55,443 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834 to hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834-dead as it is dead 2024-12-06T02:19:55,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834-dead/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:55,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834-dead/5c7979348d1b%2C34195%2C1733451579834.1733451581372 after 0ms 2024-12-06T02:19:55,445 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834-dead/5c7979348d1b%2C34195%2C1733451579834.1733451581372 to hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:55,445 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,34195,1733451579834-dead 2024-12-06T02:19:55,446 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,33785,1733451594707 2024-12-06T02:19:55,447 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:55,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C33785%2C1733451594707, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,33785,1733451594707, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/oldWALs, maxLogs=10 2024-12-06T02:19:55,467 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,33785,1733451594707/5c7979348d1b%2C33785%2C1733451594707.1733451595449, exclude list is [], retry=0 2024-12-06T02:19:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:55,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/WALs/5c7979348d1b,33785,1733451594707/5c7979348d1b%2C33785%2C1733451594707.1733451595449 2024-12-06T02:19:55,477 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:55,477 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:55,477 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:55,478 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,478 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:19:55,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:55,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc1aa0bb22424e0ca92be7589fa5b98b 2024-12-06T02:19:55,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:55,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:19:55,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:55,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7bd8e39201c4d0193d9664ba5c7199d 2024-12-06T02:19:55,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:55,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:19:55,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:55,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43a31827afd9479cb365c60f1f3eace9 2024-12-06T02:19:55,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:55,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:19:55,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:55,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:19:55,534 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,534 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T02:19:55,534 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:55,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:55,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5c7979348d1b%2C34195%2C1733451579834.1733451581372 2024-12-06T02:19:55,540 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,540 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,541 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:55,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:19:55,544 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-06T02:19:55,545 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71531691, jitterRate=0.06590525805950165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:55,545 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451595478Initializing all the Stores at 1733451595482 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451595482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451595488 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451595488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451595488Cleaning up temporary data from old regions at 1733451595540 (+52 ms)Region opened successfully at 1733451595545 (+5 ms) 2024-12-06T02:19:55,545 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:19:55,548 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a1ddcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:55,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T02:19:55,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:19:55,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:19:55,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:19:55,551 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:19:55,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:19:55,554 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:19:55,554 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:19:55,554 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T02:19:55,554 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:19:55,557 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5c7979348d1b,32935,1733451579990, regionLocation=5c7979348d1b,32935,1733451579990, openSeqNum=2 2024-12-06T02:19:55,557 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5c7979348d1b,32935,1733451579990, table=hbase:meta, region=1588230740 2024-12-06T02:19:55,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,32935,1733451579990, state=OPEN 2024-12-06T02:19:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:55,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:55,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:55,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:55,572 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:19:55,582 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/draining/5c7979348d1b,32935,1733451579990 already deleted, retry=false 2024-12-06T02:19:55,582 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5c7979348d1b,32935,1733451579990 on 5c7979348d1b,33785,1733451594707 2024-12-06T02:19:55,583 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5c7979348d1b,32935,1733451579990, splitWal=true, meta=true 2024-12-06T02:19:55,583 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5c7979348d1b,32935,1733451579990 (carryingMeta=true) 5c7979348d1b,32935,1733451579990/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15764416[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T02:19:55,585 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/balancer because node does not exist (not necessarily an error) 2024-12-06T02:19:55,593 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/balancer already deleted, retry=false 2024-12-06T02:19:55,593 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:19:55,594 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:19:55,603 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/normalizer already deleted, retry=false 2024-12-06T02:19:55,604 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:19:55,605 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:19:55,614 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/switch/split already deleted, retry=false 2024-12-06T02:19:55,615 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:19:55,624 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/switch/merge already deleted, retry=false 2024-12-06T02:19:55,637 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:19:55,645 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/snapshot-cleanup already deleted, retry=false 2024-12-06T02:19:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01580852316/running 2024-12-06T02:19:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:19:55,656 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,33785,1733451594707, sessionid=0x101a86ff3e00006, setting cluster-up flag (Was=false) 2024-12-06T02:19:55,667 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01580852316/flush-table-proc/acquired, /01580852316/flush-table-proc/reached, /01580852316/flush-table-proc/abort 2024-12-06T02:19:55,668 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,33785,1733451594707 2024-12-06T02:19:55,678 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01580852316/online-snapshot/acquired, /01580852316/online-snapshot/reached, /01580852316/online-snapshot/abort 2024-12-06T02:19:55,679 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,33785,1733451594707 2024-12-06T02:19:55,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.lastflushedseqids 2024-12-06T02:19:55,684 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:19:55,684 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:19:55,684 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,33785,1733451594707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5c7979348d1b,32935,1733451579990 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:55,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451625688 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:19:55,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:19:55,689 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,689 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5c7979348d1b,32935,1733451579990, splitWal=true, meta=true 2024-12-06T02:19:55,689 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,32935,1733451579990, splitWal=true, meta=true, isMeta: true 2024-12-06T02:19:55,692 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:19:55,692 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:19:55,692 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:19:55,693 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:19:55,693 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990-splitting 2024-12-06T02:19:55,693 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:19:55,693 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:19:55,693 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451595693,5,FailOnTimeoutGroup] 2024-12-06T02:19:55,694 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(746): ClusterId : 673baa9b-a184-43bd-8675-68b27435fc72 2024-12-06T02:19:55,694 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:19:55,696 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451595693,5,FailOnTimeoutGroup] 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,696 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990-splitting dir is empty, no logs to split. 2024-12-06T02:19:55,696 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5c7979348d1b,32935,1733451579990 WAL count=0, meta=true 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451595696, completionTime=-1 2024-12-06T02:19:55,696 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T02:19:55,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T02:19:55,699 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990-splitting dir is empty, no logs to split. 2024-12-06T02:19:55,699 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5c7979348d1b,32935,1733451579990 WAL count=0, meta=true 2024-12-06T02:19:55,699 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,32935,1733451579990 WAL splitting is done? wals=0, meta=true 2024-12-06T02:19:55,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:19:55,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:55,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:19:55,706 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:19:55,706 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:19:55,720 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:19:55,720 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b724f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:19:55,730 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:36155 2024-12-06T02:19:55,730 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:19:55,730 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:19:55,730 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:19:55,731 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,33785,1733451594707 with port=36155, startcode=1733451594828 2024-12-06T02:19:55,731 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:19:55,732 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:19:55,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33785 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,734 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c 2024-12-06T02:19:55,734 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42607 2024-12-06T02:19:55,734 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:19:55,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T02:19:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/rs 2024-12-06T02:19:55,782 DEBUG [RS:0;5c7979348d1b:36155 {}] zookeeper.ZKUtil(111): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on existing znode=/01580852316/rs/5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,782 WARN [RS:0;5c7979348d1b:36155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:19:55,783 INFO [RS:0;5c7979348d1b:36155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:55,783 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,36155,1733451594828] 2024-12-06T02:19:55,805 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:19:55,812 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:19:55,813 INFO [RS:0;5c7979348d1b:36155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:19:55,813 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,814 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:19:55,817 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:19:55,817 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,817 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,818 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:19:55,818 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:55,818 DEBUG [RS:0;5c7979348d1b:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,826 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,36155,1733451594828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:19:55,841 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:19:55,842 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,36155,1733451594828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,852 WARN [5c7979348d1b:33785 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:19:55,858 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,36155,1733451594828, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:19:55,858 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,858 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.Replication(171): 5c7979348d1b,36155,1733451594828 started 2024-12-06T02:19:55,875 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:19:55,875 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,36155,1733451594828, RpcServer on 5c7979348d1b/172.17.0.3:36155, sessionid=0x101a86ff3e00007 2024-12-06T02:19:55,875 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:19:55,875 DEBUG [RS:0;5c7979348d1b:36155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,875 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,36155,1733451594828' 2024-12-06T02:19:55,875 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01580852316/flush-table-proc/abort' 2024-12-06T02:19:55,875 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:44009' 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01580852316/flush-table-proc/acquired' 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,36155,1733451594828 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,36155,1733451594828' 2024-12-06T02:19:55,876 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01580852316/online-snapshot/abort' 2024-12-06T02:19:55,877 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01580852316/online-snapshot/acquired' 2024-12-06T02:19:55,877 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae6d96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:55,877 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44009,-1 for getting cluster id 2024-12-06T02:19:55,877 DEBUG [RS:0;5c7979348d1b:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:19:55,877 INFO [RS:0;5c7979348d1b:36155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:19:55,877 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:19:55,877 INFO [RS:0;5c7979348d1b:36155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:19:55,881 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74000f97-d96b-49e0-8917-aeec88df309e' 2024-12-06T02:19:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:19:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74000f97-d96b-49e0-8917-aeec88df309e" 2024-12-06T02:19:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4333c675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44009,-1] 2024-12-06T02:19:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:19:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:19:55,883 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:19:55,884 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7466ef31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:19:55,884 DEBUG [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:19:55,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44009,1733451585929 2024-12-06T02:19:55,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23625f88 2024-12-06T02:19:55,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:19:55,886 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-06T02:19:55,888 INFO [RS:0;5c7979348d1b:36155.replicationSource,1-5c7979348d1b,36155,1733451594828 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,36155,1733451594828 (queues=0) is replicating from cluster=673baa9b-a184-43bd-8675-68b27435fc72 to cluster=74000f97-d96b-49e0-8917-aeec88df309e 2024-12-06T02:19:55,978 INFO [RS:0;5c7979348d1b:36155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:19:55,979 INFO [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36155%2C1733451594828, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:19:55,993 DEBUG [RS:0;5c7979348d1b:36155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979, exclude list is [], retry=0 2024-12-06T02:19:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:55,997 INFO [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 2024-12-06T02:19:55,997 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5c7979348d1b%2C36155%2C1733451594828 for peer 1 2024-12-06T02:19:55,997 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C36155%2C1733451594828 2024-12-06T02:19:55,997 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,36155,1733451594828, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:19:55,998 DEBUG [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:55,998 INFO [RS:0;5c7979348d1b:36155.replicationSource.shipper5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C36155%2C1733451594828 2024-12-06T02:19:55,998 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979, startPosition=0, beingWritten=true 2024-12-06T02:19:56,102 DEBUG [5c7979348d1b:33785 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:19:56,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,36155,1733451594828 2024-12-06T02:19:56,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,36155,1733451594828, state=OPENING 2024-12-06T02:19:56,204 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:56,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:56,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:56,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:19:56,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,36155,1733451594828}] 2024-12-06T02:19:56,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:19:56,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:19:56,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:19:56,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:19:56,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:19:56,480 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36155%2C1733451594828.meta, suffix=.meta, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:19:56,490 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.meta.1733451596480.meta, exclude list is [], retry=0 2024-12-06T02:19:56,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:19:56,494 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.meta.1733451596480.meta 2024-12-06T02:19:56,494 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:19:56,494 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:19:56,495 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:19:56,495 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:19:56,495 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:19:56,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:19:56,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:19:56,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:56,503 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/info/61ef1984f229430596acd665610abad8 2024-12-06T02:19:56,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:56,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:19:56,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:19:56,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:56,508 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:56,510 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/ns/0be52bf316fe445b8292f720402e7c3e 2024-12-06T02:19:56,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:56,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:19:56,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:19:56,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:56,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:56,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:19:56,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:19:56,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:19:56,517 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/table/5f3ac458748848aa98985a87d446936b 2024-12-06T02:19:56,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:19:56,517 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:19:56,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:56,519 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740 2024-12-06T02:19:56,520 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:19:56,520 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:19:56,521 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:19:56,522 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:19:56,522 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63630428, jitterRate=-0.051832735538482666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:19:56,523 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:19:56,523 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451596495Writing region info on filesystem at 1733451596495Initializing all the Stores at 1733451596497 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451596497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451596497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451596497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451596497Cleaning up temporary data from old regions at 1733451596520 (+23 ms)Running coprocessor post-open hooks at 1733451596523 (+3 ms)Region opened successfully at 1733451596523 2024-12-06T02:19:56,524 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733451596474 2024-12-06T02:19:56,525 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:19:56,525 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:19:56,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5c7979348d1b,36155,1733451594828 2024-12-06T02:19:56,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,36155,1733451594828, state=OPEN 2024-12-06T02:19:56,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:56,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01580852316/meta-region-server 2024-12-06T02:19:56,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,36155,1733451594828 2024-12-06T02:19:56,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:56,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01580852316/meta-region-server: CHANGED 2024-12-06T02:19:56,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T02:19:56,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,36155,1733451594828 in 216 msec 2024-12-06T02:19:56,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:19:56,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 839 msec 2024-12-06T02:19:56,913 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:57,249 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-06T02:19:57,418 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:58,023 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:58,727 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:19:58,752 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-06T02:19:59,532 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:20:00,204 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T02:20:00,204 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:20:00,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:00,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,36155,1733451594828, seqNum=-1] 2024-12-06T02:20:00,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:00,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:00,210 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=012e89c45c1daaaf5daaa4bd80053e25, regionState=OPEN, lastHost=5c7979348d1b,32935,1733451579990, regionLocation=5c7979348d1b,32935,1733451579990, openSeqNum=2 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451660210 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451720210 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-06T02:20:00,210 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5c7979348d1b,32935,1733451579990 had 2 regions 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:33785, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,210 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,211 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,211 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5c7979348d1b,32935,1733451579990, splitWal=true, meta=true, isMeta: false 2024-12-06T02:20:00,212 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990-splitting dir is empty, no logs to split. 2024-12-06T02:20:00,212 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5c7979348d1b,32935,1733451579990 WAL count=0, meta=false 2024-12-06T02:20:00,215 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,32935,1733451579990-splitting dir is empty, no logs to split. 2024-12-06T02:20:00,215 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5c7979348d1b,32935,1733451579990 WAL count=0, meta=false 2024-12-06T02:20:00,215 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5c7979348d1b,32935,1733451579990 WAL splitting is done? wals=0, meta=false 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.223sec 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:00,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:20:00,221 WARN [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5c7979348d1b,32935,1733451579990/hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:00,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN}] 2024-12-06T02:20:00,221 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:20:00,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:20:00,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33785,1733451594707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:00,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN 2024-12-06T02:20:00,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T02:20:00,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,33785,-1 for getting cluster id 2024-12-06T02:20:00,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:00,298 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '673baa9b-a184-43bd-8675-68b27435fc72' 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "673baa9b-a184-43bd-8675-68b27435fc72" 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db02c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,33785,-1] 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,300 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc5c658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,36155,1733451594828, seqNum=-1] 2024-12-06T02:20:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:00,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:00,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T02:20:00,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:00,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:00,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:00,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5c7979348d1b:33785 after: 5c7979348d1b:33785 2024-12-06T02:20:00,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,33785,-1 for getting cluster id 2024-12-06T02:20:00,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:00,318 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '673baa9b-a184-43bd-8675-68b27435fc72' 2024-12-06T02:20:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "673baa9b-a184-43bd-8675-68b27435fc72" 2024-12-06T02:20:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68346614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,33785,-1] 2024-12-06T02:20:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,320 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:00,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,33785,1733451594707 2024-12-06T02:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf22d92 2024-12-06T02:20:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:00,323 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:00,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33785 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-06T02:20:00,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:00,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:00,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:00,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:00,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081677742, stopped=false 2024-12-06T02:20:00,325 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,44009,1733451585929 2024-12-06T02:20:00,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:00,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-356736944/running 2024-12-06T02:20:00,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-356736944/running 2024-12-06T02:20:00,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:20:00,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:20:00,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:00,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:00,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/running 2024-12-06T02:20:00,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Set watcher on znode that does not yet exist, /1-356736944/running 2024-12-06T02:20:00,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:00,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,39983,1733451586041' ***** 2024-12-06T02:20:00,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:00,341 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:00,341 INFO [RS:0;5c7979348d1b:39983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:00,341 INFO [RS:0;5c7979348d1b:39983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:00,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:00,341 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,39983,1733451586041 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39983. 2024-12-06T02:20:00,342 DEBUG [RS:0;5c7979348d1b:39983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:00,342 DEBUG [RS:0;5c7979348d1b:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:00,342 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:20:00,342 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:20:00,342 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:00,342 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:00,342 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:00,342 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:00,342 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:00,343 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:00,343 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T02:20:00,358 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:00,367 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/.tmp/ns/c0666d09c4e848338fe5beeb8762af96 is 43, key is default/ns:d/1733451589057/Put/seqid=0 2024-12-06T02:20:00,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741835_1011 (size=5153) 2024-12-06T02:20:00,373 DEBUG [5c7979348d1b:33785 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:20:00,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=012e89c45c1daaaf5daaa4bd80053e25, regionState=OPENING, regionLocation=5c7979348d1b,36155,1733451594828 2024-12-06T02:20:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN because future has completed 2024-12-06T02:20:00,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,36155,1733451594828}] 2024-12-06T02:20:00,437 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:20:00,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:00,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:00,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:20:00,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C36155%2C1733451594828.rep, suffix=, logDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828, archiveDir=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs, maxLogs=10 2024-12-06T02:20:00,542 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:00,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.rep.1733451600539, exclude list is [], retry=0 2024-12-06T02:20:00,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40217,DS-932a8fc8-e200-402a-b6f6-4ff75fe2afed,DISK] 2024-12-06T02:20:00,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.rep.1733451600539 2024-12-06T02:20:00,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39907:39907)] 2024-12-06T02:20:00,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 012e89c45c1daaaf5daaa4bd80053e25, NAME => 'hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:00,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:00,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. service=MultiRowMutationService 2024-12-06T02:20:00,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,562 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,563 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName hfileref 2024-12-06T02:20:00,564 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:00,564 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:00,564 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,565 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName queue 2024-12-06T02:20:00,565 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:00,571 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/queue/92747b0a916b441592b6053d63d951c7 2024-12-06T02:20:00,572 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:00,572 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,573 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012e89c45c1daaaf5daaa4bd80053e25 columnFamilyName sid 2024-12-06T02:20:00,573 DEBUG [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:00,573 INFO [StoreOpener-012e89c45c1daaaf5daaa4bd80053e25-1 {}] regionserver.HStore(327): Store=012e89c45c1daaaf5daaa4bd80053e25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:00,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 012e89c45c1daaaf5daaa4bd80053e25; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59613978, jitterRate=-0.11168250441551208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 012e89c45c1daaaf5daaa4bd80053e25: Running coprocessor pre-open hook at 1733451600559Writing region info on filesystem at 1733451600559Initializing all the Stores at 1733451600562 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451600562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451600562Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451600562Cleaning up temporary data from old regions at 1733451600575 (+13 ms)Running coprocessor post-open hooks at 1733451600578 (+3 ms)Region opened successfully at 1733451600578 2024-12-06T02:20:00,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., pid=13, masterSystemTime=1733451600533 2024-12-06T02:20:00,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:00,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:00,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=012e89c45c1daaaf5daaa4bd80053e25, regionState=OPEN, openSeqNum=9, regionLocation=5c7979348d1b,36155,1733451594828 2024-12-06T02:20:00,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,36155,1733451594828 because future has completed 2024-12-06T02:20:00,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T02:20:00,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 012e89c45c1daaaf5daaa4bd80053e25, server=5c7979348d1b,36155,1733451594828 in 205 msec 2024-12-06T02:20:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-06T02:20:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=012e89c45c1daaaf5daaa4bd80053e25, ASSIGN in 366 msec 2024-12-06T02:20:00,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T02:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., hostname=5c7979348d1b,36155,1733451594828, seqNum=9] 2024-12-06T02:20:00,617 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5c7979348d1b,32935,1733451579990 2024-12-06T02:20:00,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T02:20:00,743 DEBUG [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:00,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-06T02:20:00,774 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/.tmp/ns/c0666d09c4e848338fe5beeb8762af96 2024-12-06T02:20:00,780 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/.tmp/ns/c0666d09c4e848338fe5beeb8762af96 as hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/ns/c0666d09c4e848338fe5beeb8762af96 2024-12-06T02:20:00,784 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/ns/c0666d09c4e848338fe5beeb8762af96, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T02:20:00,785 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-06T02:20:00,789 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T02:20:00,789 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:00,789 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:00,790 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:00,790 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451600342Running coprocessor pre-close hooks at 1733451600342Disabling compacts and flushes for region at 1733451600342Disabling writes for close at 1733451600342Obtaining lock to block concurrent updates at 1733451600343 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451600343Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733451600343Flushing stores of hbase:meta,,1.1588230740 at 1733451600343Flushing 1588230740/ns: creating writer at 1733451600344 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733451600366 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733451600366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6beaa9: reopening flushed file at 1733451600779 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733451600785 (+6 ms)Writing region close event to WAL at 1733451600786 (+1 ms)Running coprocessor post-close hooks at 1733451600789 (+3 ms)Closed at 1733451600790 (+1 ms) 2024-12-06T02:20:00,790 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:00,943 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,39983,1733451586041; all regions closed. 2024-12-06T02:20:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741834_1010 (size=1152) 2024-12-06T02:20:00,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/WALs/5c7979348d1b,39983,1733451586041/5c7979348d1b%2C39983%2C1733451586041.meta.1733451588958.meta not finished, retry = 0 2024-12-06T02:20:01,048 DEBUG [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/oldWALs 2024-12-06T02:20:01,048 INFO [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C39983%2C1733451586041.meta:.meta(num 1733451588958) 2024-12-06T02:20:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741833_1009 (size=93) 2024-12-06T02:20:01,053 DEBUG [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/oldWALs 2024-12-06T02:20:01,053 INFO [RS:0;5c7979348d1b:39983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C39983%2C1733451586041:(num 1733451588184) 2024-12-06T02:20:01,053 DEBUG [RS:0;5c7979348d1b:39983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:01,053 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:01,053 INFO [RS:0;5c7979348d1b:39983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:01,053 INFO [RS:0;5c7979348d1b:39983 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:01,053 INFO [RS:0;5c7979348d1b:39983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:01,054 INFO [RS:0;5c7979348d1b:39983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39983 2024-12-06T02:20:01,054 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:01,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944/rs 2024-12-06T02:20:01,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-356736944/rs/5c7979348d1b,39983,1733451586041 2024-12-06T02:20:01,098 INFO [RS:0;5c7979348d1b:39983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:01,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,39983,1733451586041] 2024-12-06T02:20:01,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-356736944/draining/5c7979348d1b,39983,1733451586041 already deleted, retry=false 2024-12-06T02:20:01,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,39983,1733451586041 expired; onlineServers=0 2024-12-06T02:20:01,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,44009,1733451585929' ***** 2024-12-06T02:20:01,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:01,119 DEBUG [M:0;5c7979348d1b:44009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:01,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:01,119 DEBUG [M:0;5c7979348d1b:44009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:01,119 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451587744 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451587744,5,FailOnTimeoutGroup] 2024-12-06T02:20:01,119 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451587764 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451587764,5,FailOnTimeoutGroup] 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:01,119 DEBUG [M:0;5c7979348d1b:44009 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:01,119 INFO [M:0;5c7979348d1b:44009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:01,120 INFO [M:0;5c7979348d1b:44009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:01,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:01,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-356736944/master 2024-12-06T02:20:01,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-356736944 2024-12-06T02:20:01,129 DEBUG [M:0;5c7979348d1b:44009 {}] zookeeper.ZKUtil(347): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Unable to get data of znode /1-356736944/master because node does not exist (not an error) 2024-12-06T02:20:01,129 WARN [M:0;5c7979348d1b:44009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:20:01,130 INFO [M:0;5c7979348d1b:44009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/.lastflushedseqids 2024-12-06T02:20:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741836_1012 (size=99) 2024-12-06T02:20:01,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:01,208 INFO [RS:0;5c7979348d1b:39983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:01,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39983-0x101a86ff3e00004, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:01,208 INFO [RS:0;5c7979348d1b:39983 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,39983,1733451586041; zookeeper connection closed. 2024-12-06T02:20:01,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d319547 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d319547 2024-12-06T02:20:01,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:01,463 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:20:01,536 INFO [M:0;5c7979348d1b:44009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:01,537 INFO [M:0;5c7979348d1b:44009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:01,537 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:01,537 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:01,537 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:01,537 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:01,537 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:01,537 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T02:20:01,554 DEBUG [M:0;5c7979348d1b:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d04785baa7a42d885b7ff714dc05b16 is 82, key is hbase:meta,,1/info:regioninfo/1733451589021/Put/seqid=0 2024-12-06T02:20:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741837_1013 (size=5672) 2024-12-06T02:20:01,960 INFO [M:0;5c7979348d1b:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d04785baa7a42d885b7ff714dc05b16 2024-12-06T02:20:01,978 DEBUG [M:0;5c7979348d1b:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bcecce9568450682587eb22fbdc9d2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733451589063/Put/seqid=0 2024-12-06T02:20:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741838_1014 (size=5275) 2024-12-06T02:20:01,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:02,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:02,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:02,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:02,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:02,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:02,383 INFO [M:0;5c7979348d1b:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bcecce9568450682587eb22fbdc9d2 2024-12-06T02:20:02,405 DEBUG [M:0;5c7979348d1b:44009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96790807050e4d288c705eac805376d7 is 69, key is 5c7979348d1b,39983,1733451586041/rs:state/1733451587925/Put/seqid=0 2024-12-06T02:20:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741839_1015 (size=5156) 2024-12-06T02:20:02,410 INFO [M:0;5c7979348d1b:44009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96790807050e4d288c705eac805376d7 2024-12-06T02:20:02,417 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d04785baa7a42d885b7ff714dc05b16 as hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d04785baa7a42d885b7ff714dc05b16 2024-12-06T02:20:02,424 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d04785baa7a42d885b7ff714dc05b16, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T02:20:02,426 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25bcecce9568450682587eb22fbdc9d2 as hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25bcecce9568450682587eb22fbdc9d2 2024-12-06T02:20:02,431 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25bcecce9568450682587eb22fbdc9d2, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T02:20:02,432 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96790807050e4d288c705eac805376d7 as hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96790807050e4d288c705eac805376d7 2024-12-06T02:20:02,437 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36231/user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96790807050e4d288c705eac805376d7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T02:20:02,438 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false 2024-12-06T02:20:02,439 INFO [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:02,440 DEBUG [M:0;5c7979348d1b:44009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451601537Disabling compacts and flushes for region at 1733451601537Disabling writes for close at 1733451601537Obtaining lock to block concurrent updates at 1733451601537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451601537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733451601537Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451601538 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451601538Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451601553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451601554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451601965 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451601978 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451601978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451602388 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451602405 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451602405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54497d74: reopening flushed file at 1733451602414 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d749654: reopening flushed file at 1733451602424 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601e0cc2: reopening flushed file at 1733451602431 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=28, compaction requested=false at 1733451602438 (+7 ms)Writing region close event to WAL at 1733451602439 (+1 ms)Closed at 1733451602439 2024-12-06T02:20:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741830_1006 (size=10165) 2024-12-06T02:20:02,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a8e056d-3cb8-edf0-4edb-37c1f7b6682c/MasterData/WALs/5c7979348d1b,44009,1733451585929/5c7979348d1b%2C44009%2C1733451585929.1733451587417 not finished, retry = 0 2024-12-06T02:20:02,543 INFO [M:0;5c7979348d1b:44009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:02,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:02,543 INFO [M:0;5c7979348d1b:44009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44009 2024-12-06T02:20:02,543 INFO [M:0;5c7979348d1b:44009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:02,568 DEBUG [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.1733451595979 to pos 0, reset compression=false 2024-12-06T02:20:02,650 INFO [M:0;5c7979348d1b:44009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:02,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:02,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44009-0x101a86ff3e00003, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:02,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3771cc18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:02,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661eb06e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:02,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:02,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:02,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:02,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:02,654 WARN [BP-284893052-172.17.0.3-1733451583145 heartbeating to localhost/127.0.0.1:36231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:02,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:02,654 WARN [BP-284893052-172.17.0.3-1733451583145 heartbeating to localhost/127.0.0.1:36231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284893052-172.17.0.3-1733451583145 (Datanode Uuid e9ded624-3226-414d-8cbc-84959cc7e905) service to localhost/127.0.0.1:36231 2024-12-06T02:20:02,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/cluster_c9ca6cca-7af3-b403-e38c-94edb0f0d4ab/data/data1/current/BP-284893052-172.17.0.3-1733451583145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:02,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/cluster_c9ca6cca-7af3-b403-e38c-94edb0f0d4ab/data/data2/current/BP-284893052-172.17.0.3-1733451583145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:02,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:02,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bbf7c5a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:02,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a9bc6b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:02,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:02,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:02,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:02,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:02,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:02,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:02,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:02,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:02,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:02,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:02,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:02,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470859731, stopped=false 2024-12-06T02:20:02,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,33785,1733451594707 2024-12-06T02:20:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/running 2024-12-06T02:20:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/running 2024-12-06T02:20:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:20:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:20:02,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:02,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:02,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:02,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:02,688 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,36155,1733451594828' ***** 2024-12-06T02:20:02,688 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:02,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:02,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Set watcher on znode that does not yet exist, /01580852316/running 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:02,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 012e89c45c1daaaf5daaa4bd80053e25 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,36155,1733451594828 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:02,688 INFO [RS:0;5c7979348d1b:36155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:36155. 2024-12-06T02:20:02,688 DEBUG [RS:0;5c7979348d1b:36155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:02,688 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:02,688 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 012e89c45c1daaaf5daaa4bd80053e25, disabling compactions & flushes 2024-12-06T02:20:02,689 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:02,689 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:02,689 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:02,689 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. after waiting 0 ms 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:02,689 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:02,689 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:20:02,689 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1325): Online Regions={012e89c45c1daaaf5daaa4bd80053e25=hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:20:02,689 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1351): Waiting on 012e89c45c1daaaf5daaa4bd80053e25, 1588230740 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:02,689 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:02,689 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:02,689 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T02:20:02,692 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/replication/012e89c45c1daaaf5daaa4bd80053e25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-06T02:20:02,692 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:02,692 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:02,693 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:02,693 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 012e89c45c1daaaf5daaa4bd80053e25: Waiting for close lock at 1733451602688Running coprocessor pre-close hooks at 1733451602688Disabling compacts and flushes for region at 1733451602688Disabling writes for close at 1733451602689 (+1 ms)Writing region close event to WAL at 1733451602689Running coprocessor post-close hooks at 1733451602692 (+3 ms)Closed at 1733451602693 (+1 ms) 2024-12-06T02:20:02,693 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25. 2024-12-06T02:20:02,703 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/a10caab5414941b3a69ac5fb842090f2 is 147, key is hbase:replication,,1733451589219.012e89c45c1daaaf5daaa4bd80053e25./info:regioninfo/1733451600582/Put/seqid=0 2024-12-06T02:20:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741851_1027 (size=6385) 2024-12-06T02:20:02,731 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:02,827 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:20:02,827 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:20:02,889 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:03,089 DEBUG [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:03,107 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/a10caab5414941b3a69ac5fb842090f2 2024-12-06T02:20:03,113 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/.tmp/info/a10caab5414941b3a69ac5fb842090f2 as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/info/a10caab5414941b3a69ac5fb842090f2 2024-12-06T02:20:03,120 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/info/a10caab5414941b3a69ac5fb842090f2, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T02:20:03,121 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-12-06T02:20:03,127 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T02:20:03,128 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:03,128 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:03,128 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:03,128 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451602689Running coprocessor pre-close hooks at 1733451602689Disabling compacts and flushes for region at 1733451602689Disabling writes for close at 1733451602689Obtaining lock to block concurrent updates at 1733451602689Preparing flush snapshotting stores in 1588230740 at 1733451602689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733451602689Flushing stores of hbase:meta,,1.1588230740 at 1733451602690 (+1 ms)Flushing 1588230740/info: creating writer at 1733451602690Flushing 1588230740/info: appending metadata at 1733451602703 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733451602703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e295909: reopening flushed file at 1733451603112 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1733451603121 (+9 ms)Writing region close event to WAL at 1733451603124 (+3 ms)Running coprocessor post-close hooks at 1733451603128 (+4 ms)Closed at 1733451603128 2024-12-06T02:20:03,128 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:03,290 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,36155,1733451594828; all regions closed. 2024-12-06T02:20:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741849_1025 (size=2156) 2024-12-06T02:20:03,292 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.meta.1733451596480.meta not finished, retry = 0 2024-12-06T02:20:03,394 DEBUG [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:20:03,394 INFO [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36155%2C1733451594828.meta:.meta(num 1733451596480) 2024-12-06T02:20:03,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/WALs/5c7979348d1b,36155,1733451594828/5c7979348d1b%2C36155%2C1733451594828.rep.1733451600539 not finished, retry = 0 2024-12-06T02:20:03,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741850_1026 (size=796) 2024-12-06T02:20:03,502 DEBUG [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:20:03,502 INFO [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36155%2C1733451594828.rep:(num 1733451600539) 2024-12-06T02:20:03,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741848_1024 (size=93) 2024-12-06T02:20:03,512 DEBUG [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/oldWALs 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C36155%2C1733451594828:(num 1733451595979) 2024-12-06T02:20:03,512 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:03,512 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:03,512 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,36155,1733451594828 because: Region server is closing 2024-12-06T02:20:03,513 INFO [RS:0;5c7979348d1b:36155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:36155. 2024-12-06T02:20:03,513 DEBUG [RS:0;5c7979348d1b:36155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:03,513 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:03,513 DEBUG [RS:0;5c7979348d1b:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:03,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:03,513 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T02:20:03,513 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T02:20:03,513 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T02:20:03,613 WARN [RS:0;5c7979348d1b:36155.replicationSource.wal-reader.5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:20:03,613 WARN [RS:0;5c7979348d1b:36155.replicationSource.shipper5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:20:03,613 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5c7979348d1b:36155.replicationSource.shipper5c7979348d1b%2C36155%2C1733451594828,1-5c7979348d1b,36155,1733451594828 terminated 2024-12-06T02:20:03,614 INFO [RS:0;5c7979348d1b:36155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36155 2024-12-06T02:20:03,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316/rs 2024-12-06T02:20:03,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/rs/5c7979348d1b,36155,1733451594828 2024-12-06T02:20:03,655 INFO [RS:0;5c7979348d1b:36155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:03,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,36155,1733451594828] 2024-12-06T02:20:03,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01580852316/draining/5c7979348d1b,36155,1733451594828 already deleted, retry=false 2024-12-06T02:20:03,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,36155,1733451594828 expired; onlineServers=0 2024-12-06T02:20:03,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,33785,1733451594707' ***** 2024-12-06T02:20:03,677 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:03,677 INFO [M:0;5c7979348d1b:33785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:03,677 INFO [M:0;5c7979348d1b:33785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:03,677 DEBUG [M:0;5c7979348d1b:33785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:03,677 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:03,677 DEBUG [M:0;5c7979348d1b:33785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:03,677 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451595693 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451595693,5,FailOnTimeoutGroup] 2024-12-06T02:20:03,677 INFO [M:0;5c7979348d1b:33785 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:03,677 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451595693 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451595693,5,FailOnTimeoutGroup] 2024-12-06T02:20:03,677 INFO [M:0;5c7979348d1b:33785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:03,677 DEBUG [M:0;5c7979348d1b:33785 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:03,677 INFO [M:0;5c7979348d1b:33785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:03,678 INFO [M:0;5c7979348d1b:33785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:03,678 INFO [M:0;5c7979348d1b:33785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:03,678 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01580852316/master 2024-12-06T02:20:03,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01580852316 2024-12-06T02:20:03,687 DEBUG [M:0;5c7979348d1b:33785 {}] zookeeper.ZKUtil(347): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Unable to get data of znode /01580852316/master because node does not exist (not an error) 2024-12-06T02:20:03,687 WARN [M:0;5c7979348d1b:33785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:20:03,688 INFO [M:0;5c7979348d1b:33785 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/.lastflushedseqids 2024-12-06T02:20:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741852_1028 (size=181) 2024-12-06T02:20:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:03,766 INFO [RS:0;5c7979348d1b:36155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a86ff3e00007, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:03,766 INFO [RS:0;5c7979348d1b:36155 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,36155,1733451594828; zookeeper connection closed. 2024-12-06T02:20:03,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 2024-12-06T02:20:03,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:04,093 INFO [M:0;5c7979348d1b:33785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:04,094 INFO [M:0;5c7979348d1b:33785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:04,094 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:04,094 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:04,094 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:04,094 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:04,094 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:04,095 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T02:20:04,130 DEBUG [M:0;5c7979348d1b:33785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca40697e9fe540539689f395a39baf8c is 82, key is hbase:meta,,1/info:regioninfo/1733451596526/Put/seqid=0 2024-12-06T02:20:04,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741853_1029 (size=5672) 2024-12-06T02:20:04,535 INFO [M:0;5c7979348d1b:33785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca40697e9fe540539689f395a39baf8c 2024-12-06T02:20:04,554 DEBUG [M:0;5c7979348d1b:33785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9803f9cbe9164c9784201014cb443e30 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733451600588/Put/seqid=0 2024-12-06T02:20:04,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741854_1030 (size=7312) 2024-12-06T02:20:04,959 INFO [M:0;5c7979348d1b:33785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9803f9cbe9164c9784201014cb443e30 2024-12-06T02:20:04,992 DEBUG [M:0;5c7979348d1b:33785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b55d301284c4718808073999d4928ca is 69, key is 5c7979348d1b,36155,1733451594828/rs:state/1733451595733/Put/seqid=0 2024-12-06T02:20:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741855_1031 (size=5370) 2024-12-06T02:20:05,402 INFO [M:0;5c7979348d1b:33785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b55d301284c4718808073999d4928ca 2024-12-06T02:20:05,408 INFO [M:0;5c7979348d1b:33785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b55d301284c4718808073999d4928ca 2024-12-06T02:20:05,408 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca40697e9fe540539689f395a39baf8c as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca40697e9fe540539689f395a39baf8c 2024-12-06T02:20:05,413 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca40697e9fe540539689f395a39baf8c, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T02:20:05,414 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9803f9cbe9164c9784201014cb443e30 as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9803f9cbe9164c9784201014cb443e30 2024-12-06T02:20:05,418 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9803f9cbe9164c9784201014cb443e30, entries=7, sequenceid=127, filesize=7.1 K 2024-12-06T02:20:05,419 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b55d301284c4718808073999d4928ca as hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b55d301284c4718808073999d4928ca 2024-12-06T02:20:05,423 INFO [M:0;5c7979348d1b:33785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b55d301284c4718808073999d4928ca 2024-12-06T02:20:05,424 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42607/user/jenkins/test-data/342f010d-55fa-4242-e772-94a47db29a8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b55d301284c4718808073999d4928ca, entries=2, sequenceid=127, filesize=5.2 K 2024-12-06T02:20:05,424 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=127, compaction requested=false 2024-12-06T02:20:05,425 INFO [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:05,425 DEBUG [M:0;5c7979348d1b:33785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451604094Disabling compacts and flushes for region at 1733451604094Disabling writes for close at 1733451604094Obtaining lock to block concurrent updates at 1733451604095 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451604095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733451604095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451604096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451604096Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451604130 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451604130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451604540 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451604554 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451604554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451604969 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451604991 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451604991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abb0bba: reopening flushed file at 1733451605408 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51034000: reopening flushed file at 1733451605413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30093a04: reopening flushed file at 1733451605419 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=127, compaction requested=false at 1733451605424 (+5 ms)Writing region close event to WAL at 1733451605425 (+1 ms)Closed at 1733451605425 2024-12-06T02:20:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40217 is added to blk_1073741847_1023 (size=22903) 2024-12-06T02:20:05,427 INFO [M:0;5c7979348d1b:33785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:05,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:05,428 INFO [M:0;5c7979348d1b:33785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33785 2024-12-06T02:20:05,428 INFO [M:0;5c7979348d1b:33785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:05,711 INFO [M:0;5c7979348d1b:33785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33785-0x101a86ff3e00006, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b4fdf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:05,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d8f70de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:05,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:05,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:05,717 WARN [BP-169636616-172.17.0.3-1733451577414 heartbeating to localhost/127.0.0.1:42607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:05,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:05,717 WARN [BP-169636616-172.17.0.3-1733451577414 heartbeating to localhost/127.0.0.1:42607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169636616-172.17.0.3-1733451577414 (Datanode Uuid 54fcbbaa-be45-47af-a30d-1101ac3bc72f) service to localhost/127.0.0.1:42607 2024-12-06T02:20:05,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:05,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/data/data1/current/BP-169636616-172.17.0.3-1733451577414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:05,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/cluster_78165dd3-7df6-a61f-b695-aa3f512ab2c0/data/data2/current/BP-169636616-172.17.0.3-1733451577414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:05,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:05,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@254c863c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:05,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ace9329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:05,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26303977{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cd4f861-65a0-3cd2-5757-c2d7d8bb494b/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:05,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:20:05,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:05,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42607 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36231 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=606 (was 704), ProcessCount=11 (was 11), AvailableMemoryMB=2604 (was 3095) 2024-12-06T02:20:05,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=606, ProcessCount=11, AvailableMemoryMB=2604 2024-12-06T02:20:05,775 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-06T02:20:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir so I do NOT create it in target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135 2024-12-06T02:20:05,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:20:05,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.tmp.dir so I do NOT create it in target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135 2024-12-06T02:20:05,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f751781f-0c35-f956-8bce-4298161abc30/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:20:05,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135 2024-12-06T02:20:05,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b, deleteOnExit=true 2024-12-06T02:20:05,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/zookeeper_0, clientPort=57037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:20:05,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57037 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/test.cache.data in system properties and HBase conf 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:20:05,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:20:05,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:20:05,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:20:05,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:05,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:20:05,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:20:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a86ff3e00005, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a86ff3e00002, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:05,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a86ff3e00002, quorum=127.0.0.1:59292, baseZNode=/01580852316 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:20:05,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a86ff3e00005, quorum=127.0.0.1:59292, baseZNode=/1-356736944 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:20:06,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:06,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:06,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:06,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:06,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:20:06,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:06,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:06,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:06,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef48bf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/java.io.tmpdir/jetty-localhost-40637-hadoop-hdfs-3_4_1-tests_jar-_-any-752124025250728710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:06,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:40637} 2024-12-06T02:20:06,337 INFO [Time-limited test {}] server.Server(415): Started @172541ms 2024-12-06T02:20:06,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:06,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:06,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:06,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:06,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:20:06,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:06,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:06,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a37642c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/java.io.tmpdir/jetty-localhost-43543-hadoop-hdfs-3_4_1-tests_jar-_-any-8681757902671945470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:06,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:43543} 2024-12-06T02:20:06,826 INFO [Time-limited test {}] server.Server(415): Started @173029ms 2024-12-06T02:20:06,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:20:07,834 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/data/data1/current/BP-1476048060-172.17.0.3-1733451605829/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:07,837 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/data/data2/current/BP-1476048060-172.17.0.3-1733451605829/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:07,858 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:20:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f5ce966123aaef with lease ID 0x20a3269a9b3cf8bf: Processing first storage report for DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=a23fe3ac-2859-4449-bfc6-8856dade4c40, infoPort=34035, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=780901437;c=1733451605829) 2024-12-06T02:20:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f5ce966123aaef with lease ID 0x20a3269a9b3cf8bf: from storage DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=a23fe3ac-2859-4449-bfc6-8856dade4c40, infoPort=34035, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=780901437;c=1733451605829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f5ce966123aaef with lease ID 0x20a3269a9b3cf8bf: Processing first storage report for DS-062bfc03-4ff1-484e-b657-fce55e070469 from datanode DatanodeRegistration(127.0.0.1:35481, datanodeUuid=a23fe3ac-2859-4449-bfc6-8856dade4c40, infoPort=34035, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=780901437;c=1733451605829) 2024-12-06T02:20:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f5ce966123aaef with lease ID 0x20a3269a9b3cf8bf: from storage DS-062bfc03-4ff1-484e-b657-fce55e070469 node DatanodeRegistration(127.0.0.1:35481, datanodeUuid=a23fe3ac-2859-4449-bfc6-8856dade4c40, infoPort=34035, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=780901437;c=1733451605829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:07,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135 2024-12-06T02:20:07,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:07,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:20:08,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:08,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:08,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268 with version=8 2024-12-06T02:20:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/hbase-staging 2024-12-06T02:20:08,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:20:08,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:08,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39271 2024-12-06T02:20:08,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39271 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:08,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392710x0, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:08,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39271-0x101a87062d20000 connected 2024-12-06T02:20:08,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:08,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:08,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/running 2024-12-06T02:20:08,482 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268, hbase.cluster.distributed=false 2024-12-06T02:20:08,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/acl 2024-12-06T02:20:08,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-06T02:20:08,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39271 2024-12-06T02:20:08,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39271 2024-12-06T02:20:08,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-06T02:20:08,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-06T02:20:08,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:20:08,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:08,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41693 2024-12-06T02:20:08,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41693 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:08,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:08,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:08,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416930x0, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:08,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416930x0, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/running 2024-12-06T02:20:08,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41693-0x101a87062d20001 connected 2024-12-06T02:20:08,521 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:20:08,523 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:20:08,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/master 2024-12-06T02:20:08,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/acl 2024-12-06T02:20:08,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41693 2024-12-06T02:20:08,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41693 2024-12-06T02:20:08,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41693 2024-12-06T02:20:08,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41693 2024-12-06T02:20:08,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41693 2024-12-06T02:20:08,547 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:39271 2024-12-06T02:20:08,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-796090882/backup-masters/5c7979348d1b,39271,1733451608340 2024-12-06T02:20:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/backup-masters 2024-12-06T02:20:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/backup-masters 2024-12-06T02:20:08,564 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on existing znode=/0-796090882/backup-masters/5c7979348d1b,39271,1733451608340 2024-12-06T02:20:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-796090882/master 2024-12-06T02:20:08,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:08,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:08,578 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on existing znode=/0-796090882/master 2024-12-06T02:20:08,578 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-796090882/backup-masters/5c7979348d1b,39271,1733451608340 from backup master directory 2024-12-06T02:20:08,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/backup-masters 2024-12-06T02:20:08,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-796090882/backup-masters/5c7979348d1b,39271,1733451608340 2024-12-06T02:20:08,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/backup-masters 2024-12-06T02:20:08,583 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:08,583 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,39271,1733451608340 2024-12-06T02:20:08,596 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/hbase.id] with ID: d6766648-e5ad-4398-bc32-e190fe5affee 2024-12-06T02:20:08,596 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/.tmp/hbase.id 2024-12-06T02:20:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:20:09,017 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/.tmp/hbase.id]:[hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/hbase.id] 2024-12-06T02:20:09,026 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:09,026 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:20:09,028 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T02:20:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:20:09,442 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:09,442 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:20:09,443 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:20:09,849 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store 2024-12-06T02:20:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:10,256 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:10,256 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:10,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451610256Disabling compacts and flushes for region at 1733451610256Disabling writes for close at 1733451610256Writing region close event to WAL at 1733451610256Closed at 1733451610256 2024-12-06T02:20:10,258 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/.initializing 2024-12-06T02:20:10,258 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/WALs/5c7979348d1b,39271,1733451608340 2024-12-06T02:20:10,259 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:10,261 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C39271%2C1733451608340, suffix=, logDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/WALs/5c7979348d1b,39271,1733451608340, archiveDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/oldWALs, maxLogs=10 2024-12-06T02:20:10,273 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/WALs/5c7979348d1b,39271,1733451608340/5c7979348d1b%2C39271%2C1733451608340.1733451610261, exclude list is [], retry=0 2024-12-06T02:20:10,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d,DISK] 2024-12-06T02:20:10,276 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/WALs/5c7979348d1b,39271,1733451608340/5c7979348d1b%2C39271%2C1733451608340.1733451610261 2024-12-06T02:20:10,276 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035)] 2024-12-06T02:20:10,276 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:10,277 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:10,277 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,277 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:20:10,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:10,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:20:10,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:10,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:20:10,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:10,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:20:10,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:10,284 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,285 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,285 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:10,287 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:10,289 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70047315, jitterRate=0.04378633201122284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:10,290 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451610277Initializing all the Stores at 1733451610277Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451610277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451610278 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451610278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451610278Cleaning up temporary data from old regions at 1733451610286 (+8 ms)Region opened successfully at 1733451610290 (+4 ms) 2024-12-06T02:20:10,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:20:10,293 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429ab01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:10,293 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:20:10,293 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:20:10,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:20:10,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:20:10,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:20:10,294 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:20:10,295 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:20:10,296 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:20:10,297 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Unable to get data of znode /0-796090882/balancer because node does not exist (not necessarily an error) 2024-12-06T02:20:10,309 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/balancer already deleted, retry=false 2024-12-06T02:20:10,310 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:20:10,310 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Unable to get data of znode /0-796090882/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:20:10,320 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/normalizer already deleted, retry=false 2024-12-06T02:20:10,320 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:20:10,321 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Unable to get data of znode /0-796090882/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:20:10,330 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/switch/split already deleted, retry=false 2024-12-06T02:20:10,331 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Unable to get data of znode /0-796090882/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:20:10,341 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/switch/merge already deleted, retry=false 2024-12-06T02:20:10,343 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Unable to get data of znode /0-796090882/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:20:10,351 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/snapshot-cleanup already deleted, retry=false 2024-12-06T02:20:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-796090882/running 2024-12-06T02:20:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-796090882/running 2024-12-06T02:20:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,362 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,39271,1733451608340, sessionid=0x101a87062d20000, setting cluster-up flag (Was=false) 2024-12-06T02:20:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,415 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-796090882/flush-table-proc/acquired, /0-796090882/flush-table-proc/reached, /0-796090882/flush-table-proc/abort 2024-12-06T02:20:10,415 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,39271,1733451608340 2024-12-06T02:20:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:10,467 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-796090882/online-snapshot/acquired, /0-796090882/online-snapshot/reached, /0-796090882/online-snapshot/abort 2024-12-06T02:20:10,468 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,39271,1733451608340 2024-12-06T02:20:10,469 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:20:10,470 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:10,471 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:20:10,471 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:20:10,471 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,39271,1733451608340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:10,472 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451640473 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:20:10,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:20:10,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:20:10,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:20:10,474 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,474 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:20:10,474 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:20:10,474 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:20:10,474 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:20:10,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:20:10,475 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451610475,5,FailOnTimeoutGroup] 2024-12-06T02:20:10,475 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451610475,5,FailOnTimeoutGroup] 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,475 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:20:10,538 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(746): ClusterId : d6766648-e5ad-4398-bc32-e190fe5affee 2024-12-06T02:20:10,538 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:20:10,550 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:20:10,550 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:20:10,563 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:20:10,563 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8109688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:10,572 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:41693 2024-12-06T02:20:10,572 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:20:10,572 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:20:10,572 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:20:10,573 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,39271,1733451608340 with port=41693, startcode=1733451608502 2024-12-06T02:20:10,573 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:20:10,574 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:20:10,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39271 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,576 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268 2024-12-06T02:20:10,576 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42453 2024-12-06T02:20:10,576 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:20:10,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/rs 2024-12-06T02:20:10,583 DEBUG [RS:0;5c7979348d1b:41693 {}] zookeeper.ZKUtil(111): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on existing znode=/0-796090882/rs/5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,583 WARN [RS:0;5c7979348d1b:41693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:10,583 INFO [RS:0;5c7979348d1b:41693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:10,583 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,41693,1733451608502] 2024-12-06T02:20:10,586 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:20:10,587 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:20:10,587 INFO [RS:0;5c7979348d1b:41693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:20:10,587 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,587 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:20:10,588 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:20:10,588 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:10,588 DEBUG [RS:0;5c7979348d1b:41693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,593 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41693,1733451608502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:10,604 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:20:10,604 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41693,1733451608502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,604 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,604 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.Replication(171): 5c7979348d1b,41693,1733451608502 started 2024-12-06T02:20:10,616 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:10,616 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,41693,1733451608502, RpcServer on 5c7979348d1b/172.17.0.3:41693, sessionid=0x101a87062d20001 2024-12-06T02:20:10,616 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:20:10,616 DEBUG [RS:0;5c7979348d1b:41693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,616 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41693,1733451608502' 2024-12-06T02:20:10,616 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-796090882/flush-table-proc/abort' 2024-12-06T02:20:10,616 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-796090882/flush-table-proc/acquired' 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,41693,1733451608502 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41693,1733451608502' 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-796090882/online-snapshot/abort' 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-796090882/online-snapshot/acquired' 2024-12-06T02:20:10,617 DEBUG [RS:0;5c7979348d1b:41693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:20:10,617 INFO [RS:0;5c7979348d1b:41693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:20:10,617 INFO [RS:0;5c7979348d1b:41693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:20:10,719 INFO [RS:0;5c7979348d1b:41693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:10,720 INFO [RS:0;5c7979348d1b:41693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41693%2C1733451608502, suffix=, logDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502, archiveDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/oldWALs, maxLogs=10 2024-12-06T02:20:10,738 DEBUG [RS:0;5c7979348d1b:41693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, exclude list is [], retry=0 2024-12-06T02:20:10,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d,DISK] 2024-12-06T02:20:10,745 INFO [RS:0;5c7979348d1b:41693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 2024-12-06T02:20:10,745 DEBUG [RS:0;5c7979348d1b:41693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035)] 2024-12-06T02:20:10,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:20:10,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268 2024-12-06T02:20:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:20:10,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:10,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:10,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:10,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:10,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:10,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:10,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:10,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:10,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:10,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:10,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:10,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:10,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:10,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:10,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:10,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740 2024-12-06T02:20:10,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740 2024-12-06T02:20:10,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:10,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:10,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:10,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:10,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:10,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73610032, jitterRate=0.09687495231628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451610889Initializing all the Stores at 1733451610890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451610890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451610890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451610890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451610890Cleaning up temporary data from old regions at 1733451610898 (+8 ms)Region opened successfully at 1733451610902 (+4 ms) 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:10,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:10,902 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:10,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451610902Disabling compacts and flushes for region at 1733451610902Disabling writes for close at 1733451610902Writing region close event to WAL at 1733451610902Closed at 1733451610902 2024-12-06T02:20:10,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:10,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:20:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:20:10,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:10,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:20:11,055 DEBUG [5c7979348d1b:39271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:20:11,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:11,057 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41693,1733451608502, state=OPENING 2024-12-06T02:20:11,109 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:20:11,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:11,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:11,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-796090882/meta-region-server: CHANGED 2024-12-06T02:20:11,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-796090882/meta-region-server: CHANGED 2024-12-06T02:20:11,120 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:11,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41693,1733451608502}] 2024-12-06T02:20:11,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:11,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:20:11,278 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:20:11,278 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:11,278 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:20:11,279 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41693%2C1733451608502.meta, suffix=.meta, logDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502, archiveDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/oldWALs, maxLogs=10 2024-12-06T02:20:11,295 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.meta.1733451611279.meta, exclude list is [], retry=0 2024-12-06T02:20:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d,DISK] 2024-12-06T02:20:11,299 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.meta.1733451611279.meta 2024-12-06T02:20:11,299 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035)] 2024-12-06T02:20:11,299 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:11,300 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:11,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:11,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:20:11,300 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:20:11,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:20:11,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:11,300 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:20:11,301 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:20:11,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:11,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:11,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:11,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:11,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:11,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:11,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:11,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:11,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:11,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:11,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:11,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:11,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:11,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:11,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:11,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:11,307 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:11,307 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740 2024-12-06T02:20:11,308 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740 2024-12-06T02:20:11,309 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:11,309 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:11,309 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:11,310 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:11,311 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73359043, jitterRate=0.09313492476940155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:11,311 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:20:11,311 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451611301Writing region info on filesystem at 1733451611301Initializing all the Stores at 1733451611301Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451611301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451611303 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451611303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451611303Cleaning up temporary data from old regions at 1733451611309 (+6 ms)Running coprocessor post-open hooks at 1733451611311 (+2 ms)Region opened successfully at 1733451611311 2024-12-06T02:20:11,312 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451611272 2024-12-06T02:20:11,314 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:20:11,314 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:20:11,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:11,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41693,1733451608502, state=OPEN 2024-12-06T02:20:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-796090882/meta-region-server 2024-12-06T02:20:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-796090882/meta-region-server 2024-12-06T02:20:11,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:11,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-796090882/meta-region-server: CHANGED 2024-12-06T02:20:11,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-796090882/meta-region-server: CHANGED 2024-12-06T02:20:11,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:20:11,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41693,1733451608502 in 233 msec 2024-12-06T02:20:11,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:20:11,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-12-06T02:20:11,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:11,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:20:11,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:11,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:11,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:11,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:11,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 894 msec 2024-12-06T02:20:11,364 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451611364, completionTime=-1 2024-12-06T02:20:11,364 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:20:11,364 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451671366 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451731366 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:39271, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,366 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,368 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.786sec 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:11,370 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:20:11,372 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:20:11,372 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:20:11,372 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39271,1733451608340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:20:11,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:11,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:11,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:11,440 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a9f9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:11,442 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:11,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4065d1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:11,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:11,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:11,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,39271,1733451608340 2024-12-06T02:20:11,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:11,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:11,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a87062d20002 connected 2024-12-06T02:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir so I do NOT create it in target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e 2024-12-06T02:20:11,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.tmp.dir so I do NOT create it in target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e 2024-12-06T02:20:11,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:20:11,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e 2024-12-06T02:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/cluster_68115cb7-56f5-7675-3d91-41e93c278eb8, deleteOnExit=true 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/test.cache.data in system properties and HBase conf 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:20:11,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:11,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:20:11,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:20:12,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:12,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:12,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:12,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:12,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:20:12,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:12,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:12,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:12,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33ca2a9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/java.io.tmpdir/jetty-localhost-42999-hadoop-hdfs-3_4_1-tests_jar-_-any-12166348221828347791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:12,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a3b306f{HTTP/1.1, (http/1.1)}{localhost:42999} 2024-12-06T02:20:12,183 INFO [Time-limited test {}] server.Server(415): Started @178387ms 2024-12-06T02:20:12,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:12,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:12,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:12,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:12,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:20:12,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:12,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:12,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50864057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/java.io.tmpdir/jetty-localhost-43663-hadoop-hdfs-3_4_1-tests_jar-_-any-14876223577762570495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:12,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ef3aff{HTTP/1.1, (http/1.1)}{localhost:43663} 2024-12-06T02:20:12,658 INFO [Time-limited test {}] server.Server(415): Started @178862ms 2024-12-06T02:20:12,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:20:13,480 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/cluster_68115cb7-56f5-7675-3d91-41e93c278eb8/data/data2/current/BP-876494437-172.17.0.3-1733451611515/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:13,480 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/cluster_68115cb7-56f5-7675-3d91-41e93c278eb8/data/data1/current/BP-876494437-172.17.0.3-1733451611515/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:13,505 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:20:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f761271bcce5386 with lease ID 0xae26a1dbc09f594c: Processing first storage report for DS-2c87f452-a223-4d00-b004-3a02bc1502d3 from datanode DatanodeRegistration(127.0.0.1:45771, datanodeUuid=2541220e-79d7-4cab-acc8-53c94e73cd65, infoPort=34037, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1879232658;c=1733451611515) 2024-12-06T02:20:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f761271bcce5386 with lease ID 0xae26a1dbc09f594c: from storage DS-2c87f452-a223-4d00-b004-3a02bc1502d3 node DatanodeRegistration(127.0.0.1:45771, datanodeUuid=2541220e-79d7-4cab-acc8-53c94e73cd65, infoPort=34037, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1879232658;c=1733451611515), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f761271bcce5386 with lease ID 0xae26a1dbc09f594c: Processing first storage report for DS-5980da47-0564-4189-8204-b75e741b81a9 from datanode DatanodeRegistration(127.0.0.1:45771, datanodeUuid=2541220e-79d7-4cab-acc8-53c94e73cd65, infoPort=34037, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1879232658;c=1733451611515) 2024-12-06T02:20:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f761271bcce5386 with lease ID 0xae26a1dbc09f594c: from storage DS-5980da47-0564-4189-8204-b75e741b81a9 node DatanodeRegistration(127.0.0.1:45771, datanodeUuid=2541220e-79d7-4cab-acc8-53c94e73cd65, infoPort=34037, infoSecurePort=0, ipcPort=41251, storageInfo=lv=-57;cid=testClusterID;nsid=1879232658;c=1733451611515), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:13,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e 2024-12-06T02:20:13,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:13,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:20:13,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610 with version=8 2024-12-06T02:20:13,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/hbase-staging 2024-12-06T02:20:13,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:20:13,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:13,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41193 2024-12-06T02:20:13,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41193 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:13,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411930x0, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:13,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41193-0x101a87062d20003 connected 2024-12-06T02:20:14,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:14,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:14,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/running 2024-12-06T02:20:14,050 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610, hbase.cluster.distributed=false 2024-12-06T02:20:14,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/acl 2024-12-06T02:20:14,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-06T02:20:14,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41193 2024-12-06T02:20:14,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41193 2024-12-06T02:20:14,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-06T02:20:14,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41193 2024-12-06T02:20:14,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:20:14,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:14,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35903 2024-12-06T02:20:14,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35903 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:14,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:14,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359030x0, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:14,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359030x0, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/running 2024-12-06T02:20:14,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35903-0x101a87062d20004 connected 2024-12-06T02:20:14,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:20:14,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:20:14,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/master 2024-12-06T02:20:14,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/acl 2024-12-06T02:20:14,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-06T02:20:14,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35903 2024-12-06T02:20:14,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35903 2024-12-06T02:20:14,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-06T02:20:14,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-06T02:20:14,111 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:41193 2024-12-06T02:20:14,111 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1859979271/backup-masters/5c7979348d1b,41193,1733451613939 2024-12-06T02:20:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/backup-masters 2024-12-06T02:20:14,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/backup-masters 2024-12-06T02:20:14,120 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on existing znode=/1859979271/backup-masters/5c7979348d1b,41193,1733451613939 2024-12-06T02:20:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859979271/master 2024-12-06T02:20:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:14,130 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on existing znode=/1859979271/master 2024-12-06T02:20:14,131 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1859979271/backup-masters/5c7979348d1b,41193,1733451613939 from backup master directory 2024-12-06T02:20:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859979271/backup-masters/5c7979348d1b,41193,1733451613939 2024-12-06T02:20:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/backup-masters 2024-12-06T02:20:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/backup-masters 2024-12-06T02:20:14,141 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:14,141 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,41193,1733451613939 2024-12-06T02:20:14,144 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/hbase.id] with ID: fa80486b-231d-4df9-a20f-7bbcb508f7bf 2024-12-06T02:20:14,144 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/.tmp/hbase.id 2024-12-06T02:20:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:20:14,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/.tmp/hbase.id]:[hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/hbase.id] 2024-12-06T02:20:14,588 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:14,588 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:20:14,589 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:20:14,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:14,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:20:15,059 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:15,060 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:20:15,060 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:20:15,077 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store 2024-12-06T02:20:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:15,498 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:15,498 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:15,498 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451615498Disabling compacts and flushes for region at 1733451615498Disabling writes for close at 1733451615498Writing region close event to WAL at 1733451615498Closed at 1733451615498 2024-12-06T02:20:15,499 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/.initializing 2024-12-06T02:20:15,499 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/WALs/5c7979348d1b,41193,1733451613939 2024-12-06T02:20:15,503 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:15,505 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C41193%2C1733451613939, suffix=, logDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/WALs/5c7979348d1b,41193,1733451613939, archiveDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/oldWALs, maxLogs=10 2024-12-06T02:20:15,525 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/WALs/5c7979348d1b,41193,1733451613939/5c7979348d1b%2C41193%2C1733451613939.1733451615505, exclude list is [], retry=0 2024-12-06T02:20:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45771,DS-2c87f452-a223-4d00-b004-3a02bc1502d3,DISK] 2024-12-06T02:20:15,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/WALs/5c7979348d1b,41193,1733451613939/5c7979348d1b%2C41193%2C1733451613939.1733451615505 2024-12-06T02:20:15,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34037:34037)] 2024-12-06T02:20:15,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:15,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:15,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,553 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:20:15,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:15,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:20:15,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:15,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:20:15,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:15,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:20:15,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:15,566 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,566 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,567 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,568 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,568 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,568 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:15,569 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:15,570 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:15,571 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793731, jitterRate=-0.07920165359973907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:15,571 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451615553Initializing all the Stores at 1733451615554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451615554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451615557 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451615557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451615557Cleaning up temporary data from old regions at 1733451615568 (+11 ms)Region opened successfully at 1733451615571 (+3 ms) 2024-12-06T02:20:15,571 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:20:15,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d57a95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:15,574 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:20:15,574 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:20:15,574 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:20:15,575 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:20:15,575 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:20:15,576 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:20:15,576 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:20:15,578 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:20:15,578 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/balancer because node does not exist (not necessarily an error) 2024-12-06T02:20:15,672 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/balancer already deleted, retry=false 2024-12-06T02:20:15,673 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:20:15,673 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:20:15,677 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/normalizer already deleted, retry=false 2024-12-06T02:20:15,678 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:20:15,678 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:20:15,688 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/switch/split already deleted, retry=false 2024-12-06T02:20:15,689 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:20:15,698 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/switch/merge already deleted, retry=false 2024-12-06T02:20:15,700 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:20:15,709 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/snapshot-cleanup already deleted, retry=false 2024-12-06T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859979271/running 2024-12-06T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859979271/running 2024-12-06T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,41193,1733451613939, sessionid=0x101a87062d20003, setting cluster-up flag (Was=false) 2024-12-06T02:20:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,772 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1859979271/flush-table-proc/acquired, /1859979271/flush-table-proc/reached, /1859979271/flush-table-proc/abort 2024-12-06T02:20:15,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41193,1733451613939 2024-12-06T02:20:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:15,825 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1859979271/online-snapshot/acquired, /1859979271/online-snapshot/reached, /1859979271/online-snapshot/abort 2024-12-06T02:20:15,826 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41193,1733451613939 2024-12-06T02:20:15,827 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:20:15,835 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:15,835 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:20:15,836 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:20:15,836 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,41193,1733451613939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:15,837 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:15,845 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451645845 2024-12-06T02:20:15,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:20:15,845 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:20:15,845 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:20:15,846 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:20:15,846 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:20:15,846 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:20:15,846 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:20:15,846 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:20:15,851 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:20:15,851 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:20:15,851 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:20:15,852 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:20:15,860 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:20:15,860 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:20:15,864 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451615860,5,FailOnTimeoutGroup] 2024-12-06T02:20:15,864 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451615864,5,FailOnTimeoutGroup] 2024-12-06T02:20:15,864 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,864 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:20:15,864 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,864 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:20:15,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:20:15,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610 2024-12-06T02:20:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:20:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:15,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:15,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:15,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:15,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:15,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:15,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:15,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:15,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:15,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:15,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:15,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:15,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:15,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740 2024-12-06T02:20:15,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740 2024-12-06T02:20:15,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:15,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:15,896 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:15,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:15,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:15,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67390078, jitterRate=0.004190415143966675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:15,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451615883Initializing all the Stores at 1733451615883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451615883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451615884 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451615884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451615884Cleaning up temporary data from old regions at 1733451615896 (+12 ms)Region opened successfully at 1733451615900 (+4 ms) 2024-12-06T02:20:15,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:15,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:15,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:15,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:15,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:15,904 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:15,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451615900Disabling compacts and flushes for region at 1733451615900Disabling writes for close at 1733451615900Writing region close event to WAL at 1733451615904 (+4 ms)Closed at 1733451615904 2024-12-06T02:20:15,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:15,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:20:15,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:20:15,906 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(746): ClusterId : fa80486b-231d-4df9-a20f-7bbcb508f7bf 2024-12-06T02:20:15,906 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:20:15,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:15,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:20:15,919 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:20:15,919 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:20:15,931 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:20:15,931 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29816e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:15,947 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:35903 2024-12-06T02:20:15,947 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:20:15,947 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:20:15,947 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:20:15,948 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,41193,1733451613939 with port=35903, startcode=1733451614068 2024-12-06T02:20:15,948 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:20:15,952 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:20:15,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,35903,1733451614068 2024-12-06T02:20:15,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41193 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:15,954 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610 2024-12-06T02:20:15,954 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46635 2024-12-06T02:20:15,954 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:20:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/rs 2024-12-06T02:20:15,962 DEBUG [RS:0;5c7979348d1b:35903 {}] zookeeper.ZKUtil(111): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on existing znode=/1859979271/rs/5c7979348d1b,35903,1733451614068 2024-12-06T02:20:15,962 WARN [RS:0;5c7979348d1b:35903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:15,962 INFO [RS:0;5c7979348d1b:35903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:15,962 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068 2024-12-06T02:20:15,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,35903,1733451614068] 2024-12-06T02:20:15,966 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:20:15,968 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:20:15,968 INFO [RS:0;5c7979348d1b:35903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:20:15,968 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,972 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:20:15,973 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:20:15,973 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,973 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,973 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,973 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,973 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,973 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:15,974 DEBUG [RS:0;5c7979348d1b:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:15,978 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,978 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,980 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,980 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,980 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:15,980 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,35903,1733451614068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:16,003 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:20:16,003 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,35903,1733451614068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,003 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,003 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.Replication(171): 5c7979348d1b,35903,1733451614068 started 2024-12-06T02:20:16,023 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,023 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,35903,1733451614068, RpcServer on 5c7979348d1b/172.17.0.3:35903, sessionid=0x101a87062d20004 2024-12-06T02:20:16,024 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:20:16,024 DEBUG [RS:0;5c7979348d1b:35903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,35903,1733451614068 2024-12-06T02:20:16,024 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,35903,1733451614068' 2024-12-06T02:20:16,024 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1859979271/flush-table-proc/abort' 2024-12-06T02:20:16,024 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1859979271/flush-table-proc/acquired' 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,35903,1733451614068 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,35903,1733451614068' 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1859979271/online-snapshot/abort' 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1859979271/online-snapshot/acquired' 2024-12-06T02:20:16,025 DEBUG [RS:0;5c7979348d1b:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:20:16,025 INFO [RS:0;5c7979348d1b:35903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:20:16,025 INFO [RS:0;5c7979348d1b:35903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:20:16,058 WARN [5c7979348d1b:41193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:20:16,126 INFO [RS:0;5c7979348d1b:35903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:16,132 INFO [RS:0;5c7979348d1b:35903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C35903%2C1733451614068, suffix=, logDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068, archiveDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/oldWALs, maxLogs=10 2024-12-06T02:20:16,150 DEBUG [RS:0;5c7979348d1b:35903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, exclude list is [], retry=0 2024-12-06T02:20:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45771,DS-2c87f452-a223-4d00-b004-3a02bc1502d3,DISK] 2024-12-06T02:20:16,162 INFO [RS:0;5c7979348d1b:35903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 2024-12-06T02:20:16,163 DEBUG [RS:0;5c7979348d1b:35903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34037:34037)] 2024-12-06T02:20:16,308 DEBUG [5c7979348d1b:41193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:20:16,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:16,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,35903,1733451614068, state=OPENING 2024-12-06T02:20:16,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:20:16,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:16,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:16,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:16,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859979271/meta-region-server: CHANGED 2024-12-06T02:20:16,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859979271/meta-region-server: CHANGED 2024-12-06T02:20:16,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,35903,1733451614068}] 2024-12-06T02:20:16,546 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:16,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:20:16,552 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:20:16,552 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:16,553 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:20:16,555 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C35903%2C1733451614068.meta, suffix=.meta, logDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068, archiveDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/oldWALs, maxLogs=10 2024-12-06T02:20:16,572 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.meta.1733451616556.meta, exclude list is [], retry=0 2024-12-06T02:20:16,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45771,DS-2c87f452-a223-4d00-b004-3a02bc1502d3,DISK] 2024-12-06T02:20:16,578 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.meta.1733451616556.meta 2024-12-06T02:20:16,579 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34037:34037)] 2024-12-06T02:20:16,579 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:16,579 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:16,579 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:16,579 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:20:16,580 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:20:16,580 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:20:16,580 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:16,580 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:20:16,580 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:20:16,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:16,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:16,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:16,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:16,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:16,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:16,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:16,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:16,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:16,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:16,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:16,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:16,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:16,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:16,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:16,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:16,590 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:16,590 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740 2024-12-06T02:20:16,592 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740 2024-12-06T02:20:16,593 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:16,593 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:16,593 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:16,595 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:16,595 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72953235, jitterRate=0.08708791434764862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:16,595 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:20:16,596 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451616580Writing region info on filesystem at 1733451616580Initializing all the Stores at 1733451616581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451616581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451616584 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451616584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451616584Cleaning up temporary data from old regions at 1733451616593 (+9 ms)Running coprocessor post-open hooks at 1733451616595 (+2 ms)Region opened successfully at 1733451616596 (+1 ms) 2024-12-06T02:20:16,596 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451616546 2024-12-06T02:20:16,598 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:20:16,598 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:20:16,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:16,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,35903,1733451614068, state=OPEN 2024-12-06T02:20:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1859979271/meta-region-server 2024-12-06T02:20:16,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859979271/meta-region-server: CHANGED 2024-12-06T02:20:16,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1859979271/meta-region-server 2024-12-06T02:20:16,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859979271/meta-region-server: CHANGED 2024-12-06T02:20:16,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:16,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:20:16,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,35903,1733451614068 in 219 msec 2024-12-06T02:20:16,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:20:16,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-12-06T02:20:16,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:16,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:20:16,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:16,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:16,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:16,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:16,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-12-06T02:20:16,634 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451616634, completionTime=-1 2024-12-06T02:20:16,634 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:20:16,634 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:20:16,638 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:20:16,638 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451676638 2024-12-06T02:20:16,638 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451736638 2024-12-06T02:20:16,638 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-06T02:20:16,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:41193, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,641 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:20:16,648 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.516sec 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:16,657 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:20:16,665 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:20:16,665 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:20:16,665 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41193,1733451613939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:16,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:16,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:16,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:16,707 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:16,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:16,709 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:16,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76649802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:16,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:16,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:16,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,41193,1733451613939 2024-12-06T02:20:16,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57037 2024-12-06T02:20:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:16,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a87062d20005 connected 2024-12-06T02:20:16,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69aa7cb0 2024-12-06T02:20:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:16,746 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:16,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:20:16,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:16,750 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:16,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:20:16,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:20:16,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bdd99d678fa85f989e61c5a0f2413f4, NAME => 'test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268 2024-12-06T02:20:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bdd99d678fa85f989e61c5a0f2413f4, disabling compactions & flushes 2024-12-06T02:20:16,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. after waiting 0 ms 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:16,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:16,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bdd99d678fa85f989e61c5a0f2413f4: Waiting for close lock at 1733451616789Disabling compacts and flushes for region at 1733451616789Disabling writes for close at 1733451616789Writing region close event to WAL at 1733451616789Closed at 1733451616789 2024-12-06T02:20:16,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:16,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451616791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451616791"}]},"ts":"1733451616791"} 2024-12-06T02:20:16,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:16,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:16,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451616800"}]},"ts":"1733451616800"} 2024-12-06T02:20:16,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:16,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:20:16,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bdd99d678fa85f989e61c5a0f2413f4, ASSIGN}] 2024-12-06T02:20:16,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bdd99d678fa85f989e61c5a0f2413f4, ASSIGN 2024-12-06T02:20:16,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bdd99d678fa85f989e61c5a0f2413f4, ASSIGN; state=OFFLINE, location=5c7979348d1b,41693,1733451608502; forceNewPlan=false, retain=false 2024-12-06T02:20:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:16,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:20:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:16,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bdd99d678fa85f989e61c5a0f2413f4, regionState=OPENING, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:16,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bdd99d678fa85f989e61c5a0f2413f4, ASSIGN because future has completed 2024-12-06T02:20:16,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bdd99d678fa85f989e61c5a0f2413f4, server=5c7979348d1b,41693,1733451608502}] 2024-12-06T02:20:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:17,115 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:17,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bdd99d678fa85f989e61c5a0f2413f4, NAME => 'test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:17,115 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:17,115 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:20:17,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:17,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,115 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,116 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,118 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bdd99d678fa85f989e61c5a0f2413f4 columnFamilyName f 2024-12-06T02:20:17,118 DEBUG [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:17,118 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(327): Store=6bdd99d678fa85f989e61c5a0f2413f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:17,118 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,119 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bdd99d678fa85f989e61c5a0f2413f4 columnFamilyName f1 2024-12-06T02:20:17,119 DEBUG [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:17,119 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(327): Store=6bdd99d678fa85f989e61c5a0f2413f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:17,120 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,120 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bdd99d678fa85f989e61c5a0f2413f4 columnFamilyName norep 2024-12-06T02:20:17,120 DEBUG [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:17,121 INFO [StoreOpener-6bdd99d678fa85f989e61c5a0f2413f4-1 {}] regionserver.HStore(327): Store=6bdd99d678fa85f989e61c5a0f2413f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:17,121 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,121 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,122 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,122 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,122 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,123 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:17,123 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,125 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:17,125 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bdd99d678fa85f989e61c5a0f2413f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66521868, jitterRate=-0.008746922016143799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:17,125 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:17,126 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bdd99d678fa85f989e61c5a0f2413f4: Running coprocessor pre-open hook at 1733451617115Writing region info on filesystem at 1733451617115Initializing all the Stores at 1733451617116 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451617116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451617116Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451617116Cleaning up temporary data from old regions at 1733451617122 (+6 ms)Running coprocessor post-open hooks at 1733451617125 (+3 ms)Region opened successfully at 1733451617126 (+1 ms) 2024-12-06T02:20:17,127 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., pid=6, masterSystemTime=1733451617111 2024-12-06T02:20:17,128 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:17,128 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:17,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bdd99d678fa85f989e61c5a0f2413f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:17,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bdd99d678fa85f989e61c5a0f2413f4, server=5c7979348d1b,41693,1733451608502 because future has completed 2024-12-06T02:20:17,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:20:17,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bdd99d678fa85f989e61c5a0f2413f4, server=5c7979348d1b,41693,1733451608502 in 174 msec 2024-12-06T02:20:17,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:20:17,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bdd99d678fa85f989e61c5a0f2413f4, ASSIGN in 331 msec 2024-12-06T02:20:17,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:17,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451617137"}]},"ts":"1733451617137"} 2024-12-06T02:20:17,139 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:20:17,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:17,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-12-06T02:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:17,384 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:20:17,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a5f84e 2024-12-06T02:20:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:17,387 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:17,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:20:17,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:17,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:17,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:20:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:17,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:17,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:17,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 371015bf87c9c7e83ccb5f048680b9ae, NAME => 'test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610 2024-12-06T02:20:17,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:20:17,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:17,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 371015bf87c9c7e83ccb5f048680b9ae, disabling compactions & flushes 2024-12-06T02:20:17,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:17,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:17,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. after waiting 1 ms 2024-12-06T02:20:17,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:17,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:17,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 371015bf87c9c7e83ccb5f048680b9ae: Waiting for close lock at 1733451617813Disabling compacts and flushes for region at 1733451617813Disabling writes for close at 1733451617814 (+1 ms)Writing region close event to WAL at 1733451617814Closed at 1733451617814 2024-12-06T02:20:17,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:17,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451617815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451617815"}]},"ts":"1733451617815"} 2024-12-06T02:20:17,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:17,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:17,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451617819"}]},"ts":"1733451617819"} 2024-12-06T02:20:17,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:20:17,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=371015bf87c9c7e83ccb5f048680b9ae, ASSIGN}] 2024-12-06T02:20:17,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=371015bf87c9c7e83ccb5f048680b9ae, ASSIGN 2024-12-06T02:20:17,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=371015bf87c9c7e83ccb5f048680b9ae, ASSIGN; state=OFFLINE, location=5c7979348d1b,35903,1733451614068; forceNewPlan=false, retain=false 2024-12-06T02:20:17,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=371015bf87c9c7e83ccb5f048680b9ae, regionState=OPENING, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:17,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=371015bf87c9c7e83ccb5f048680b9ae, ASSIGN because future has completed 2024-12-06T02:20:17,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371015bf87c9c7e83ccb5f048680b9ae, server=5c7979348d1b,35903,1733451614068}] 2024-12-06T02:20:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:18,135 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:18,135 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 371015bf87c9c7e83ccb5f048680b9ae, NAME => 'test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:18,135 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:18,135 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:20:18,135 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,135 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:18,136 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,136 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,138 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,139 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371015bf87c9c7e83ccb5f048680b9ae columnFamilyName f 2024-12-06T02:20:18,139 DEBUG [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,140 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(327): Store=371015bf87c9c7e83ccb5f048680b9ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,140 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,141 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371015bf87c9c7e83ccb5f048680b9ae columnFamilyName f1 2024-12-06T02:20:18,141 DEBUG [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,141 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(327): Store=371015bf87c9c7e83ccb5f048680b9ae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,141 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,142 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 371015bf87c9c7e83ccb5f048680b9ae columnFamilyName norep 2024-12-06T02:20:18,142 DEBUG [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,142 INFO [StoreOpener-371015bf87c9c7e83ccb5f048680b9ae-1 {}] regionserver.HStore(327): Store=371015bf87c9c7e83ccb5f048680b9ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,142 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,143 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,143 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,144 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,144 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,144 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:18,145 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,146 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:18,147 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 371015bf87c9c7e83ccb5f048680b9ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65610013, jitterRate=-0.022334620356559753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:18,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:18,147 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 371015bf87c9c7e83ccb5f048680b9ae: Running coprocessor pre-open hook at 1733451618136Writing region info on filesystem at 1733451618136Initializing all the Stores at 1733451618136Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618136Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618138 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618138Cleaning up temporary data from old regions at 1733451618144 (+6 ms)Running coprocessor post-open hooks at 1733451618147 (+3 ms)Region opened successfully at 1733451618147 2024-12-06T02:20:18,147 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., pid=6, masterSystemTime=1733451618131 2024-12-06T02:20:18,149 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:18,149 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:18,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=371015bf87c9c7e83ccb5f048680b9ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:18,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 371015bf87c9c7e83ccb5f048680b9ae, server=5c7979348d1b,35903,1733451614068 because future has completed 2024-12-06T02:20:18,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:20:18,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 371015bf87c9c7e83ccb5f048680b9ae, server=5c7979348d1b,35903,1733451614068 in 174 msec 2024-12-06T02:20:18,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:20:18,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=371015bf87c9c7e83ccb5f048680b9ae, ASSIGN in 332 msec 2024-12-06T02:20:18,157 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:18,157 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451618157"}]},"ts":"1733451618157"} 2024-12-06T02:20:18,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:20:18,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:18,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 771 msec 2024-12-06T02:20:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:18,533 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:20:18,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:18,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:18,535 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae3d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,536 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:18,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620170aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:18,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:18,538 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:18,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,540 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:18,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661b012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:18,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:18,541 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aab3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,543 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c214215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f66ac68 2024-12-06T02:20:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:18,546 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:18,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:41193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:20:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:20:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:18,549 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41193' 2024-12-06T02:20:18,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a931f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,550 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:18,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:18,551 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bbb5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:18,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,552 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7678f0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:18,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:18,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d33e2b7 2024-12-06T02:20:18,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:18,554 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:18,555 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:20:18,555 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:20:18,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:18,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:18,556 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:18,557 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:20:18,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:18,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:20:18,607 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:20:18,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49b53ab1020e842c75ec4040cb305f18, NAME => 'hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268 2024-12-06T02:20:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:20:18,626 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:18,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49b53ab1020e842c75ec4040cb305f18, disabling compactions & flushes 2024-12-06T02:20:18,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:18,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:18,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. after waiting 0 ms 2024-12-06T02:20:18,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:18,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:18,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49b53ab1020e842c75ec4040cb305f18: Waiting for close lock at 1733451618627Disabling compacts and flushes for region at 1733451618627Disabling writes for close at 1733451618627Writing region close event to WAL at 1733451618627Closed at 1733451618627 2024-12-06T02:20:18,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:18,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451618628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451618628"}]},"ts":"1733451618628"} 2024-12-06T02:20:18,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:18,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:18,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451618634"}]},"ts":"1733451618634"} 2024-12-06T02:20:18,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:20:18,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49b53ab1020e842c75ec4040cb305f18, ASSIGN}] 2024-12-06T02:20:18,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49b53ab1020e842c75ec4040cb305f18, ASSIGN 2024-12-06T02:20:18,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49b53ab1020e842c75ec4040cb305f18, ASSIGN; state=OFFLINE, location=5c7979348d1b,41693,1733451608502; forceNewPlan=false, retain=false 2024-12-06T02:20:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:18,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49b53ab1020e842c75ec4040cb305f18, regionState=OPENING, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:18,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49b53ab1020e842c75ec4040cb305f18, ASSIGN because future has completed 2024-12-06T02:20:18,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49b53ab1020e842c75ec4040cb305f18, server=5c7979348d1b,41693,1733451608502}] 2024-12-06T02:20:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:18,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:18,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:18,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:20:18,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41693%2C1733451608502.rep, suffix=, logDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502, archiveDir=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/oldWALs, maxLogs=10 2024-12-06T02:20:18,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.rep.1733451618951, exclude list is [], retry=0 2024-12-06T02:20:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35481,DS-93c54b3b-612e-4fa5-91e3-a381fe222a5d,DISK] 2024-12-06T02:20:18,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.rep.1733451618951 2024-12-06T02:20:18,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34035:34035)] 2024-12-06T02:20:18,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49b53ab1020e842c75ec4040cb305f18, NAME => 'hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:18,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:18,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:18,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. service=MultiRowMutationService 2024-12-06T02:20:18,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:20:18,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:18,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,973 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,975 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b53ab1020e842c75ec4040cb305f18 columnFamilyName hfileref 2024-12-06T02:20:18,975 DEBUG [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,975 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(327): Store=49b53ab1020e842c75ec4040cb305f18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,975 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,981 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b53ab1020e842c75ec4040cb305f18 columnFamilyName queue 2024-12-06T02:20:18,982 DEBUG [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,982 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(327): Store=49b53ab1020e842c75ec4040cb305f18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,982 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,991 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49b53ab1020e842c75ec4040cb305f18 columnFamilyName sid 2024-12-06T02:20:18,991 DEBUG [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:18,991 INFO [StoreOpener-49b53ab1020e842c75ec4040cb305f18-1 {}] regionserver.HStore(327): Store=49b53ab1020e842c75ec4040cb305f18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:18,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:18,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:18,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49b53ab1020e842c75ec4040cb305f18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62439554, jitterRate=-0.0695781409740448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:18,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:18,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49b53ab1020e842c75ec4040cb305f18: Running coprocessor pre-open hook at 1733451618972Writing region info on filesystem at 1733451618972Initializing all the Stores at 1733451618973 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618973Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618973Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451618973Cleaning up temporary data from old regions at 1733451618994 (+21 ms)Running coprocessor post-open hooks at 1733451618998 (+4 ms)Region opened successfully at 1733451618999 (+1 ms) 2024-12-06T02:20:19,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18., pid=10, masterSystemTime=1733451618945 2024-12-06T02:20:19,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:19,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:19,002 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49b53ab1020e842c75ec4040cb305f18, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,41693,1733451608502 2024-12-06T02:20:19,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49b53ab1020e842c75ec4040cb305f18, server=5c7979348d1b,41693,1733451608502 because future has completed 2024-12-06T02:20:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:20:19,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49b53ab1020e842c75ec4040cb305f18, server=5c7979348d1b,41693,1733451608502 in 213 msec 2024-12-06T02:20:19,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:20:19,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49b53ab1020e842c75ec4040cb305f18, ASSIGN in 370 msec 2024-12-06T02:20:19,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:19,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451619009"}]},"ts":"1733451619009"} 2024-12-06T02:20:19,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:20:19,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:19,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 458 msec 2024-12-06T02:20:19,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18., hostname=5c7979348d1b,41693,1733451608502, seqNum=2] 2024-12-06T02:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:19,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:19,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:20:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:19,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:20:19,279 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:20:19,339 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,41693,1733451608502, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:20:19,340 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:19,340 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:19,341 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:19,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,41693,1733451608502', locateType=CURRENT is [region=hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18., hostname=5c7979348d1b,41693,1733451608502, seqNum=2] 2024-12-06T02:20:19,364 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:20:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:20:19,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,41693,1733451608502 suceeded 2024-12-06T02:20:19,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:20:19,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-12-06T02:20:19,368 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:41193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:20:19,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 822 msec 2024-12-06T02:20:19,382 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41193' 2024-12-06T02:20:19,383 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf71030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,383 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:19,383 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:19,386 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28189356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,389 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:19,389 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9fa08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,390 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2e0d1f 2024-12-06T02:20:19,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:19,391 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:19,392 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,41693,1733451608502 (queues=1) is replicating from cluster=d6766648-e5ad-4398-bc32-e190fe5affee to cluster=fa80486b-231d-4df9-a20f-7bbcb508f7bf 2024-12-06T02:20:19,392 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C41693%2C1733451608502 2024-12-06T02:20:19,392 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,41693,1733451608502, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:20:19,397 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, startPosition=0, beingWritten=true 2024-12-06T02:20:19,412 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C41693%2C1733451608502 2024-12-06T02:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41693,1733451608502 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:19,642 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:19,685 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:20:19,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:19,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:19,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b4f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:19,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:19,694 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1641e56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,698 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2df7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd7aa4a 2024-12-06T02:20:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:19,714 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:19,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:39271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:20:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:20:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:19,718 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:39271' 2024-12-06T02:20:19,728 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee753b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,728 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:19,729 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:19,729 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4ae23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:19,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:19,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,732 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:19,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7d957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:19,733 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:19,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:19,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f00aee 2024-12-06T02:20:19,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:19,736 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:19,736 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:20:19,737 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:20:19,737 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,737 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:19,737 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:19,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:19,739 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:20:19,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:19,740 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:19,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:19,790 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:20:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:20:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:19,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20143728488849bf72a3decadf5f9775, NAME => 'hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610 2024-12-06T02:20:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:20:19,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:19,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20143728488849bf72a3decadf5f9775, disabling compactions & flushes 2024-12-06T02:20:19,901 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:19,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:19,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. after waiting 0 ms 2024-12-06T02:20:19,901 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:19,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:19,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20143728488849bf72a3decadf5f9775: Waiting for close lock at 1733451619901Disabling compacts and flushes for region at 1733451619901Disabling writes for close at 1733451619901Writing region close event to WAL at 1733451619902 (+1 ms)Closed at 1733451619902 2024-12-06T02:20:19,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:19,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451619904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451619904"}]},"ts":"1733451619904"} 2024-12-06T02:20:19,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:19,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:19,909 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451619909"}]},"ts":"1733451619909"} 2024-12-06T02:20:19,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:20:19,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20143728488849bf72a3decadf5f9775, ASSIGN}] 2024-12-06T02:20:19,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20143728488849bf72a3decadf5f9775, ASSIGN 2024-12-06T02:20:19,915 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20143728488849bf72a3decadf5f9775, ASSIGN; state=OFFLINE, location=5c7979348d1b,35903,1733451614068; forceNewPlan=false, retain=false 2024-12-06T02:20:19,948 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:20,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20143728488849bf72a3decadf5f9775, regionState=OPENING, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:20,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20143728488849bf72a3decadf5f9775, ASSIGN because future has completed 2024-12-06T02:20:20,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20143728488849bf72a3decadf5f9775, server=5c7979348d1b,35903,1733451614068}] 2024-12-06T02:20:20,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:20,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:20,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:20:20,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C35903%2C1733451614068.rep, suffix=, logDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068, archiveDir=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/oldWALs, maxLogs=10 2024-12-06T02:20:20,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.rep.1733451620258, exclude list is [], retry=0 2024-12-06T02:20:20,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45771,DS-2c87f452-a223-4d00-b004-3a02bc1502d3,DISK] 2024-12-06T02:20:20,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.rep.1733451620258 2024-12-06T02:20:20,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34037:34037)] 2024-12-06T02:20:20,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20143728488849bf72a3decadf5f9775, NAME => 'hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:20,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. service=MultiRowMutationService 2024-12-06T02:20:20,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,313 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,315 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20143728488849bf72a3decadf5f9775 columnFamilyName hfileref 2024-12-06T02:20:20,315 DEBUG [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:20,316 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(327): Store=20143728488849bf72a3decadf5f9775/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:20,316 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,317 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20143728488849bf72a3decadf5f9775 columnFamilyName queue 2024-12-06T02:20:20,317 DEBUG [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:20,318 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(327): Store=20143728488849bf72a3decadf5f9775/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:20,318 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,319 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20143728488849bf72a3decadf5f9775 columnFamilyName sid 2024-12-06T02:20:20,319 DEBUG [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:20,319 INFO [StoreOpener-20143728488849bf72a3decadf5f9775-1 {}] regionserver.HStore(327): Store=20143728488849bf72a3decadf5f9775/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:20,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:20,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:20,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20143728488849bf72a3decadf5f9775; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59672702, jitterRate=-0.11080744862556458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:20,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:20,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20143728488849bf72a3decadf5f9775: Running coprocessor pre-open hook at 1733451620301Writing region info on filesystem at 1733451620301Initializing all the Stores at 1733451620302 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451620302Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451620313 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451620313Cleaning up temporary data from old regions at 1733451620322 (+9 ms)Running coprocessor post-open hooks at 1733451620329 (+7 ms)Region opened successfully at 1733451620329 2024-12-06T02:20:20,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775., pid=10, masterSystemTime=1733451620232 2024-12-06T02:20:20,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:20,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:20,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20143728488849bf72a3decadf5f9775, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,35903,1733451614068 2024-12-06T02:20:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:20,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20143728488849bf72a3decadf5f9775, server=5c7979348d1b,35903,1733451614068 because future has completed 2024-12-06T02:20:20,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:20:20,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20143728488849bf72a3decadf5f9775, server=5c7979348d1b,35903,1733451614068 in 283 msec 2024-12-06T02:20:20,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:20,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:20:20,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20143728488849bf72a3decadf5f9775, ASSIGN in 443 msec 2024-12-06T02:20:20,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:20,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451620360"}]},"ts":"1733451620360"} 2024-12-06T02:20:20,363 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:20:20,364 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:20,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 627 msec 2024-12-06T02:20:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775., hostname=5c7979348d1b,35903,1733451614068, seqNum=2] 2024-12-06T02:20:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:20,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:20:20,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:20:20,616 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:20:20,658 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,35903,1733451614068, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:20:20,658 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:20,658 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:20,660 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:20,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:20,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,35903,1733451614068', locateType=CURRENT is [region=hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775., hostname=5c7979348d1b,35903,1733451614068, seqNum=2] 2024-12-06T02:20:20,684 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:20:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:20:20,692 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,35903,1733451614068 suceeded 2024-12-06T02:20:20,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:20:20,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-12-06T02:20:20,694 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:39271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:20:20,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 980 msec 2024-12-06T02:20:20,703 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:39271' 2024-12-06T02:20:20,706 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f833425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:20,706 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:20,707 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:20,707 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e0d2520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:20,709 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:20,710 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf4e6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:20,710 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:20,712 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:20,712 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27bf485 2024-12-06T02:20:20,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:20,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:20,714 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,35903,1733451614068 (queues=1) is replicating from cluster=fa80486b-231d-4df9-a20f-7bbcb508f7bf to cluster=d6766648-e5ad-4398-bc32-e190fe5affee 2024-12-06T02:20:20,714 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C35903%2C1733451614068 2024-12-06T02:20:20,715 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,35903,1733451614068, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:20:20,716 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C35903%2C1733451614068 2024-12-06T02:20:20,716 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, startPosition=0, beingWritten=true 2024-12-06T02:20:20,723 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:20,724 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,35903,1733451614068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:20,724 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:20,855 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:20:20,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:20,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:20,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:20,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:20,865 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:20,891 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733451620889/Put/seqid=0 2024-12-06T02:20:20,931 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741840_1016 (size=7894) 2024-12-06T02:20:20,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733451620981/Put/seqid=0 2024-12-06T02:20:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741841_1017 (size=7691) 2024-12-06T02:20:21,278 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:21,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:20:21,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:21,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:20:21,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:21,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:21,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:20:21,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:21,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:21,408 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:21,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:21,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,409 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:21,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:21,410 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:21,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:21,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:21,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f9756b 2024-12-06T02:20:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:21,425 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2] 2024-12-06T02:20:21,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:21,437 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T02:20:21,441 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T02:20:21,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T02:20:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:21,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T02:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegion(2603): Flush status journal for 6bdd99d678fa85f989e61c5a0f2413f4: 2024-12-06T02:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_0 2024-12-06T02:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_0 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ 2024-12-06T02:20:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_1 2024-12-06T02:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_1 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ 2024-12-06T02:20:21,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_0 into 6bdd99d678fa85f989e61c5a0f2413f4/f as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ - updating store file list. 2024-12-06T02:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:21,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ into 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:21,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_0 into 6bdd99d678fa85f989e61c5a0f2413f4/f (new location: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_) 2024-12-06T02:20:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_0 2024-12-06T02:20:21,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_1 into 6bdd99d678fa85f989e61c5a0f2413f4/f as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ - updating store file list. 2024-12-06T02:20:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6282a2a641524f0ebc4600f18de66475_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:21,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ into 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:21,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_1 into 6bdd99d678fa85f989e61c5a0f2413f4/f (new location: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_) 2024-12-06T02:20:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins__test__j92gk4k138mkll35ivr5to5fuk0mhgg333e0kdbsj7doad4qehdop8kstrk64aff/f/hfile_1 2024-12-06T02:20:21,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:21,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:21,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:21,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:21,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2 , the old value is region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:41693 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:20:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:20:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2 from cache 2024-12-06T02:20:21,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35606 deadline: 1733451681515 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35606 2024-12-06T02:20:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:21,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:21,524 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 379, reset compression=false 2024-12-06T02:20:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2] 2024-12-06T02:20:21,529 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:20:21,533 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:21,533 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41693,1733451608502 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bdd99d678fa85f989e61c5a0f2413f4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451621514/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:20:21,536 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:21,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-06T02:20:21,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(318): Replicating [d6766648-e5ad-4398-bc32-e190fe5affee] bulk loaded data 2024-12-06T02:20:21,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2907c2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:21,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:21,542 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29305ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:21,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:21,543 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:21,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ead3698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:21,623 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:20:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741840_1016 (size=7894) 2024-12-06T02:20:21,703 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:21,739 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 687, reset compression=false 2024-12-06T02:20:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741841_1017 (size=7691) 2024-12-06T02:20:22,066 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 687, reset compression=false 2024-12-06T02:20:22,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:22,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:20:22,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:20:22,222 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:22,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52230e40 2024-12-06T02:20:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:22,468 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:22,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:22,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:22,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:22,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:22,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:22,473 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 687, reset compression=false 2024-12-06T02:20:22,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T02:20:22,488 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T02:20:22,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ for inclusion in 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T02:20:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:22,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ for inclusion in 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T02:20:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegion(2603): Flush status journal for 371015bf87c9c7e83ccb5f048680b9ae: 2024-12-06T02:20:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:20:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_ 2024-12-06T02:20:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6282a2a641524f0ebc4600f18de66475_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:20:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_ 2024-12-06T02:20:22,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_ - updating store file list. 2024-12-06T02:20:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:22,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:22,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f (new location: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_) 2024-12-06T02:20:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/53ffa8f2df7543b5aae20e69dce631a6_SeqId_4_ 2024-12-06T02:20:22,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_ - updating store file list. 2024-12-06T02:20:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:22,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:22,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ into 371015bf87c9c7e83ccb5f048680b9ae/f (new location: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_) 2024-12-06T02:20:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__tf12p54rumm6b9lm2rb78035rpvhr1crsi34iv59bmde7506o63vro1eu1246fil/f/6282a2a641524f0ebc4600f18de66475_SeqId_4_ 2024-12-06T02:20:22,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(324): Finished replicating [d6766648-e5ad-4398-bc32-e190fe5affee] bulk loaded data 2024-12-06T02:20:22,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:22,545 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733451622545/Put/seqid=0 2024-12-06T02:20:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741842_1018 (size=11194) 2024-12-06T02:20:22,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733451622561/Put/seqid=0 2024-12-06T02:20:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741843_1019 (size=10791) 2024-12-06T02:20:22,829 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 379, reset compression=false 2024-12-06T02:20:22,833 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:22,833 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,35903,1733451614068 got entry batch from reader: WALEntryBatch [walEntries=[{test/371015bf87c9c7e83ccb5f048680b9ae/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451622527/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T02:20:22,835 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:22,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-06T02:20:22,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.ReplicationSink(318): Replicating [d6766648-e5ad-4398-bc32-e190fe5affee, fa80486b-231d-4df9-a20f-7bbcb508f7bf] bulk loaded data 2024-12-06T02:20:22,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec015e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39271,-1 for getting cluster id 2024-12-06T02:20:22,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:22,837 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6766648-e5ad-4398-bc32-e190fe5affee' 2024-12-06T02:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6766648-e5ad-4398-bc32-e190fe5affee" 2024-12-06T02:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f7203f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39271,-1] 2024-12-06T02:20:22,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:22,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:22,838 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:22,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fe8c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741842_1018 (size=7894) 2024-12-06T02:20:22,979 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 687, reset compression=false 2024-12-06T02:20:22,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41193,-1 for getting cluster id 2024-12-06T02:20:22,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:22,997 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa80486b-231d-4df9-a20f-7bbcb508f7bf' 2024-12-06T02:20:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa80486b-231d-4df9-a20f-7bbcb508f7bf" 2024-12-06T02:20:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390000e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41193,-1] 2024-12-06T02:20:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:22,999 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:22,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:22,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,35903,1733451614068, seqNum=-1] 2024-12-06T02:20:23,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:23,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:23,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41193,1733451613939 2024-12-06T02:20:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77204e07 2024-12-06T02:20:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:23,020 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2] 2024-12-06T02:20:23,026 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:23,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T02:20:23,033 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 725, reset compression=false 2024-12-06T02:20:23,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T02:20:23,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T02:20:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:23,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T02:20:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HRegion(2603): Flush status journal for 371015bf87c9c7e83ccb5f048680b9ae: 2024-12-06T02:20:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_0 2024-12-06T02:20:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_0 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ 2024-12-06T02:20:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_1 2024-12-06T02:20:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_1 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ 2024-12-06T02:20:23,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_0 into 371015bf87c9c7e83ccb5f048680b9ae/f as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ - updating store file list. 2024-12-06T02:20:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0838905fd424f4e80f4c92abb7d951a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ into 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_0 into 371015bf87c9c7e83ccb5f048680b9ae/f (new location: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_) 2024-12-06T02:20:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_0 2024-12-06T02:20:23,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_1 into 371015bf87c9c7e83ccb5f048680b9ae/f as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ - updating store file list. 2024-12-06T02:20:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 325d6763493d48b69bf11f3a95fb2193_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:23,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ into 371015bf87c9c7e83ccb5f048680b9ae/f 2024-12-06T02:20:23,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_1 into 371015bf87c9c7e83ccb5f048680b9ae/f (new location: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_) 2024-12-06T02:20:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins__test__8cjlldnqr4873eo4654vorvkf2tahuimeeg07ci6o0t9dpsgsu40npij9l3hgfuq/f/hfile_1 2024-12-06T02:20:23,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:23,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:23,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:23,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:23,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2 , the old value is region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:35903 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:20:23,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:20:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., hostname=5c7979348d1b,35903,1733451614068, seqNum=2 from cache 2024-12-06T02:20:23,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T02:20:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:23,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:23,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., hostname=5c7979348d1b,41693,1733451608502, seqNum=2] 2024-12-06T02:20:23,093 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:20:23,183 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:20:23,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741843_1019 (size=7691) 2024-12-06T02:20:23,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:23,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39271,1733451608340 2024-12-06T02:20:23,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5224eb 2024-12-06T02:20:23,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:23,274 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:23,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:23,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41693,1733451608502, seqNum=-1] 2024-12-06T02:20:23,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:23,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:23,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__ocsa8v3sifg4o2k4st6auaf6nogug146l6mah6a1rkja83csjgrmcpejsl812gjd/f/ab9c8fab84024e1b96193280e83bf1ef_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T02:20:23,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__ocsa8v3sifg4o2k4st6auaf6nogug146l6mah6a1rkja83csjgrmcpejsl812gjd/f/f8a7e1b313904109b4f15057dcecd6f5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T02:20:23,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.ReplicationSink(324): Finished replicating [d6766648-e5ad-4398-bc32-e190fe5affee, fa80486b-231d-4df9-a20f-7bbcb508f7bf] bulk loaded data 2024-12-06T02:20:23,339 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 725, reset compression=false 2024-12-06T02:20:23,363 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:23,363 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,35903,1733451614068 got entry batch from reader: WALEntryBatch [walEntries=[{test/371015bf87c9c7e83ccb5f048680b9ae/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451623078/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:20:23,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.ReplicationSink(318): Replicating [fa80486b-231d-4df9-a20f-7bbcb508f7bf] bulk loaded data 2024-12-06T02:20:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741844_1020 (size=11194) 2024-12-06T02:20:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741845_1021 (size=10791) 2024-12-06T02:20:23,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:23,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T02:20:23,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T02:20:23,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ for inclusion in 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T02:20:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:23,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ for inclusion in 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T02:20:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:20:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegion(2603): Flush status journal for 6bdd99d678fa85f989e61c5a0f2413f4: 2024-12-06T02:20:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 325d6763493d48b69bf11f3a95fb2193_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:20:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/8043c7d54de84382837b6f1fc3c574e0_SeqId_6_ 2024-12-06T02:20:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:20:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/1e3338cf72624df6afa37b4346d930ad_SeqId_6_ 2024-12-06T02:20:23,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/8043c7d54de84382837b6f1fc3c574e0_SeqId_6_ - updating store file list. 2024-12-06T02:20:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8043c7d54de84382837b6f1fc3c574e0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:23,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/8043c7d54de84382837b6f1fc3c574e0_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:23,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f (new location: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/8043c7d54de84382837b6f1fc3c574e0_SeqId_6_) 2024-12-06T02:20:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/325d6763493d48b69bf11f3a95fb2193_SeqId_6_ 2024-12-06T02:20:23,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/1e3338cf72624df6afa37b4346d930ad_SeqId_6_ - updating store file list. 2024-12-06T02:20:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e3338cf72624df6afa37b4346d930ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:20:23,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/1e3338cf72624df6afa37b4346d930ad_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f 2024-12-06T02:20:23,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ into 6bdd99d678fa85f989e61c5a0f2413f4/f (new location: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/f/1e3338cf72624df6afa37b4346d930ad_SeqId_6_) 2024-12-06T02:20:23,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/staging/jenkins.hfs.10__test__rj2ajoe9dlo2ojaitk9mttal8f35hvonueqo243hqtthq4hqfvqeicsi3vfs11a/f/b0838905fd424f4e80f4c92abb7d951a_SeqId_6_ 2024-12-06T02:20:23,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41693 {}] regionserver.ReplicationSink(324): Finished replicating [fa80486b-231d-4df9-a20f-7bbcb508f7bf] bulk loaded data 2024-12-06T02:20:23,564 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1033, reset compression=false 2024-12-06T02:20:23,586 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 687, reset compression=false 2024-12-06T02:20:23,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:23,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41693,1733451608502 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bdd99d678fa85f989e61c5a0f2413f4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451623475/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T02:20:23,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(318): Replicating [fa80486b-231d-4df9-a20f-7bbcb508f7bf, d6766648-e5ad-4398-bc32-e190fe5affee] bulk loaded data 2024-12-06T02:20:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741844_1020 (size=10791) 2024-12-06T02:20:23,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741845_1021 (size=11194) 2024-12-06T02:20:23,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:20:23,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__ef8agr2i65ih2jfilovubjn4hr3oi3c1tdgih4l1tesoblm03qsq6netfdsrma78/f/1e3338cf72624df6afa37b4346d930ad_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T02:20:23,690 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/staging/jenkins.hfs.11__test__ef8agr2i65ih2jfilovubjn4hr3oi3c1tdgih4l1tesoblm03qsq6netfdsrma78/f/8043c7d54de84382837b6f1fc3c574e0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T02:20:23,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(324): Finished replicating [fa80486b-231d-4df9-a20f-7bbcb508f7bf, d6766648-e5ad-4398-bc32-e190fe5affee] bulk loaded data 2024-12-06T02:20:23,797 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:23,888 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1033, reset compression=false 2024-12-06T02:20:24,120 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:24,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:24,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:24,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:24,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:24,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:24,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052472878, stopped=false 2024-12-06T02:20:24,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,41193,1733451613939 2024-12-06T02:20:24,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859979271/running 2024-12-06T02:20:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859979271/running 2024-12-06T02:20:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:24,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:24,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:24,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:24,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:24,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:24,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,35903,1733451614068' ***** 2024-12-06T02:20:24,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:24,131 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:24,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/running 2024-12-06T02:20:24,131 INFO [RS:0;5c7979348d1b:35903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:24,131 INFO [RS:0;5c7979348d1b:35903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:24,131 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:24,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:24,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Set watcher on znode that does not yet exist, /1859979271/running 2024-12-06T02:20:24,144 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:24,144 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,35903,1733451614068 2024-12-06T02:20:24,144 INFO [RS:0;5c7979348d1b:35903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:24,144 INFO [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:35903. 2024-12-06T02:20:24,144 DEBUG [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:24,145 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:24,145 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:24,145 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:24,145 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:24,145 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:24,145 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 371015bf87c9c7e83ccb5f048680b9ae, disabling compactions & flushes 2024-12-06T02:20:24,145 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:24,146 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:24,146 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. after waiting 0 ms 2024-12-06T02:20:24,146 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:24,149 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:20:24,149 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1325): Online Regions={371015bf87c9c7e83ccb5f048680b9ae=test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae., 20143728488849bf72a3decadf5f9775=hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:20:24,149 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20143728488849bf72a3decadf5f9775, 371015bf87c9c7e83ccb5f048680b9ae 2024-12-06T02:20:24,149 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:24,149 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:24,149 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:24,149 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:24,149 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:24,150 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:20:24,187 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/info/557475b95bc246189162079d5971e092 is 147, key is hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775./info:regioninfo/1733451620333/Put/seqid=0 2024-12-06T02:20:24,197 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/default/test/371015bf87c9c7e83ccb5f048680b9ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:20:24,197 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:24,198 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 371015bf87c9c7e83ccb5f048680b9ae: Waiting for close lock at 1733451624145Running coprocessor pre-close hooks at 1733451624145Disabling compacts and flushes for region at 1733451624145Disabling writes for close at 1733451624146 (+1 ms)Writing region close event to WAL at 1733451624167 (+21 ms)Running coprocessor post-close hooks at 1733451624197 (+30 ms)Closed at 1733451624198 (+1 ms) 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae. 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20143728488849bf72a3decadf5f9775, disabling compactions & flushes 2024-12-06T02:20:24,198 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. after waiting 0 ms 2024-12-06T02:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:24,198 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20143728488849bf72a3decadf5f9775 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T02:20:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741846_1022 (size=7686) 2024-12-06T02:20:24,205 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/info/557475b95bc246189162079d5971e092 2024-12-06T02:20:24,221 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:24,223 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/hfileref/078a27a6bff14c7985c621c4f5a339e2 is 74, key is 1/hfileref:325d6763493d48b69bf11f3a95fb2193_SeqId_6_/1733451623479/DeleteColumn/seqid=0 2024-12-06T02:20:24,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741847_1023 (size=5345) 2024-12-06T02:20:24,230 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/ns/89fa62e2aa7e492b938bdfbea76359f2 is 43, key is default/ns:d/1733451616627/Put/seqid=0 2024-12-06T02:20:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741848_1024 (size=5153) 2024-12-06T02:20:24,240 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/ns/89fa62e2aa7e492b938bdfbea76359f2 2024-12-06T02:20:24,263 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/rep_barrier/dde67267a11c495aa84c3756015fc5f2 is 112, key is test,,1733451617387.371015bf87c9c7e83ccb5f048680b9ae./rep_barrier:seqnumDuringOpen/1733451618150/Put/seqid=0 2024-12-06T02:20:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741849_1025 (size=5518) 2024-12-06T02:20:24,319 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1033, reset compression=false 2024-12-06T02:20:24,344 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:24,344 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1328, reset compression=false 2024-12-06T02:20:24,344 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,35903,1733451614068 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:24,345 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,35903,1733451614068: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,35903,1733451614068, walGroup=5c7979348d1b%2C35903%2C1733451614068, offset=5c7979348d1b%2C35903%2C1733451614068.1733451616132:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:20:24,346 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:20:24,347 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:20:24,347 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:20:24,347 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:20:24,348 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:20:24,348 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 550218576 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187669328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:20:24,348 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:20:24,349 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:24,550 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:24,569 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:24,572 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1328, reset compression=false 2024-12-06T02:20:24,630 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/hfileref/078a27a6bff14c7985c621c4f5a339e2 2024-12-06T02:20:24,670 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/queue/4b9973a447474d4fad1aec19cce05c85 is 154, key is 1-5c7979348d1b,35903,1733451614068/queue:5c7979348d1b%2C35903%2C1733451614068/1733451623481/Put/seqid=0 2024-12-06T02:20:24,676 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/rep_barrier/dde67267a11c495aa84c3756015fc5f2 2024-12-06T02:20:24,703 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/table/6f757c637b3f4ce2887eff4b958439d4 is 53, key is hbase:replication/table:state/1733451620360/Put/seqid=0 2024-12-06T02:20:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741850_1026 (size=5353) 2024-12-06T02:20:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741851_1027 (size=5308) 2024-12-06T02:20:24,737 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/table/6f757c637b3f4ce2887eff4b958439d4 2024-12-06T02:20:24,750 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:24,757 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/info/557475b95bc246189162079d5971e092 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/info/557475b95bc246189162079d5971e092 2024-12-06T02:20:24,787 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/info/557475b95bc246189162079d5971e092, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:20:24,793 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/ns/89fa62e2aa7e492b938bdfbea76359f2 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/ns/89fa62e2aa7e492b938bdfbea76359f2 2024-12-06T02:20:24,810 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/ns/89fa62e2aa7e492b938bdfbea76359f2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:20:24,811 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/rep_barrier/dde67267a11c495aa84c3756015fc5f2 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/rep_barrier/dde67267a11c495aa84c3756015fc5f2 2024-12-06T02:20:24,834 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/rep_barrier/dde67267a11c495aa84c3756015fc5f2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:20:24,835 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/.tmp/table/6f757c637b3f4ce2887eff4b958439d4 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/table/6f757c637b3f4ce2887eff4b958439d4 2024-12-06T02:20:24,845 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/table/6f757c637b3f4ce2887eff4b958439d4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:20:24,846 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 697ms, sequenceid=16, compaction requested=false 2024-12-06T02:20:24,885 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1328, reset compression=false 2024-12-06T02:20:24,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:20:24,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:24,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:24,911 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:24,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451624149Running coprocessor pre-close hooks at 1733451624149Disabling compacts and flushes for region at 1733451624149Disabling writes for close at 1733451624149Obtaining lock to block concurrent updates at 1733451624150 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451624150Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451624150Flushing stores of hbase:meta,,1.1588230740 at 1733451624151 (+1 ms)Flushing 1588230740/info: creating writer at 1733451624151Flushing 1588230740/info: appending metadata at 1733451624186 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733451624186Flushing 1588230740/ns: creating writer at 1733451624211 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733451624229 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733451624229Flushing 1588230740/rep_barrier: creating writer at 1733451624244 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451624263 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451624263Flushing 1588230740/table: creating writer at 1733451624682 (+419 ms)Flushing 1588230740/table: appending metadata at 1733451624702 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733451624702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53768b0d: reopening flushed file at 1733451624756 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8427ea2: reopening flushed file at 1733451624787 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1d6ba8: reopening flushed file at 1733451624810 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15445d90: reopening flushed file at 1733451624834 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 697ms, sequenceid=16, compaction requested=false at 1733451624846 (+12 ms)Writing region close event to WAL at 1733451624906 (+60 ms)Running coprocessor post-close hooks at 1733451624911 (+5 ms)Closed at 1733451624911 2024-12-06T02:20:24,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:24,950 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:25,067 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:20:25,067 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:20:25,084 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:25,114 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/queue/4b9973a447474d4fad1aec19cce05c85 2024-12-06T02:20:25,120 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/hfileref/078a27a6bff14c7985c621c4f5a339e2 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/hfileref/078a27a6bff14c7985c621c4f5a339e2 2024-12-06T02:20:25,125 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/hfileref/078a27a6bff14c7985c621c4f5a339e2, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T02:20:25,126 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/.tmp/queue/4b9973a447474d4fad1aec19cce05c85 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/queue/4b9973a447474d4fad1aec19cce05c85 2024-12-06T02:20:25,131 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/queue/4b9973a447474d4fad1aec19cce05c85, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T02:20:25,132 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20143728488849bf72a3decadf5f9775 in 934ms, sequenceid=12, compaction requested=false 2024-12-06T02:20:25,150 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:20:25,150 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1325): Online Regions={20143728488849bf72a3decadf5f9775=hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775.} 2024-12-06T02:20:25,150 DEBUG [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1351): Waiting on 20143728488849bf72a3decadf5f9775 2024-12-06T02:20:25,162 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/data/hbase/replication/20143728488849bf72a3decadf5f9775/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:20:25,163 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:25,163 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:25,163 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:25,163 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20143728488849bf72a3decadf5f9775: Waiting for close lock at 1733451624198Running coprocessor pre-close hooks at 1733451624198Disabling compacts and flushes for region at 1733451624198Disabling writes for close at 1733451624198Obtaining lock to block concurrent updates at 1733451624198Preparing flush snapshotting stores in 20143728488849bf72a3decadf5f9775 at 1733451624198Finished memstore snapshotting hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733451624199 (+1 ms)Flushing stores of hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. at 1733451624199Flushing 20143728488849bf72a3decadf5f9775/hfileref: creating writer at 1733451624200 (+1 ms)Flushing 20143728488849bf72a3decadf5f9775/hfileref: appending metadata at 1733451624223 (+23 ms)Flushing 20143728488849bf72a3decadf5f9775/hfileref: closing flushed file at 1733451624223Flushing 20143728488849bf72a3decadf5f9775/queue: creating writer at 1733451624645 (+422 ms)Flushing 20143728488849bf72a3decadf5f9775/queue: appending metadata at 1733451624669 (+24 ms)Flushing 20143728488849bf72a3decadf5f9775/queue: closing flushed file at 1733451624669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38eb6d71: reopening flushed file at 1733451625119 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ebe88c: reopening flushed file at 1733451625125 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20143728488849bf72a3decadf5f9775 in 934ms, sequenceid=12, compaction requested=false at 1733451625132 (+7 ms)Writing region close event to WAL at 1733451625153 (+21 ms)Running coprocessor post-close hooks at 1733451625163 (+10 ms)Closed at 1733451625163 2024-12-06T02:20:25,163 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451619737.20143728488849bf72a3decadf5f9775. 2024-12-06T02:20:25,301 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/WALs/5c7979348d1b,35903,1733451614068/5c7979348d1b%2C35903%2C1733451614068.1733451616132 to pos 1328, reset compression=false 2024-12-06T02:20:25,350 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,35903,1733451614068; all regions closed. 2024-12-06T02:20:25,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:20:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741839_1015 (size=3127) 2024-12-06T02:20:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741833_1009 (size=1336) 2024-12-06T02:20:25,405 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:25,405 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:25,405 INFO [RS:0;5c7979348d1b:35903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:25,405 INFO [RS:0;5c7979348d1b:35903 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:25,406 INFO [RS:0;5c7979348d1b:35903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:25,406 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:25,406 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,35903,1733451614068 because: Region server is closing 2024-12-06T02:20:25,406 INFO [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:35903. 2024-12-06T02:20:25,406 DEBUG [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:25,406 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:25,406 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:25,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:25,518 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.wal-reader.5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:20:25,518 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,35903,1733451614068.replicationSource.shipper5c7979348d1b%2C35903%2C1733451614068,1-5c7979348d1b,35903,1733451614068 terminated 2024-12-06T02:20:25,518 INFO [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:35903. 2024-12-06T02:20:25,518 DEBUG [RS:0;5c7979348d1b:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:25,518 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:25,519 DEBUG [RS:0;5c7979348d1b:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:25,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:25,519 INFO [RS:0;5c7979348d1b:35903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35903 2024-12-06T02:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859979271/rs/5c7979348d1b,35903,1733451614068 2024-12-06T02:20:25,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271/rs 2024-12-06T02:20:25,572 INFO [RS:0;5c7979348d1b:35903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:25,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,35903,1733451614068] 2024-12-06T02:20:25,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1859979271/draining/5c7979348d1b,35903,1733451614068 already deleted, retry=false 2024-12-06T02:20:25,650 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,35903,1733451614068 expired; onlineServers=0 2024-12-06T02:20:25,650 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,41193,1733451613939' ***** 2024-12-06T02:20:25,650 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:25,650 INFO [M:0;5c7979348d1b:41193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:25,650 INFO [M:0;5c7979348d1b:41193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:25,650 DEBUG [M:0;5c7979348d1b:41193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:25,651 DEBUG [M:0;5c7979348d1b:41193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:25,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:25,651 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451615860 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451615860,5,FailOnTimeoutGroup] 2024-12-06T02:20:25,651 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451615864 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451615864,5,FailOnTimeoutGroup] 2024-12-06T02:20:25,651 INFO [M:0;5c7979348d1b:41193 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:25,651 INFO [M:0;5c7979348d1b:41193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:25,651 DEBUG [M:0;5c7979348d1b:41193 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:25,651 INFO [M:0;5c7979348d1b:41193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:25,651 INFO [M:0;5c7979348d1b:41193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:25,651 INFO [M:0;5c7979348d1b:41193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:25,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:25,689 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:25,693 INFO [RS:0;5c7979348d1b:35903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x101a87062d20004, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:25,693 INFO [RS:0;5c7979348d1b:35903 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,35903,1733451614068; zookeeper connection closed. 2024-12-06T02:20:25,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ed7257 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ed7257 2024-12-06T02:20:25,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:25,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859979271/master 2024-12-06T02:20:25,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859979271 2024-12-06T02:20:25,724 DEBUG [M:0;5c7979348d1b:41193 {}] zookeeper.ZKUtil(347): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Unable to get data of znode /1859979271/master because node does not exist (not an error) 2024-12-06T02:20:25,724 WARN [M:0;5c7979348d1b:41193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:20:25,725 INFO [M:0;5c7979348d1b:41193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/.lastflushedseqids 2024-12-06T02:20:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741852_1028 (size=263) 2024-12-06T02:20:26,138 INFO [M:0;5c7979348d1b:41193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:26,138 INFO [M:0;5c7979348d1b:41193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:26,138 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:26,138 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:26,138 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:26,138 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:26,138 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:26,138 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T02:20:26,155 DEBUG [M:0;5c7979348d1b:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32101697d367487491a46fbddd267e16 is 82, key is hbase:meta,,1/info:regioninfo/1733451616599/Put/seqid=0 2024-12-06T02:20:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741853_1029 (size=5672) 2024-12-06T02:20:26,392 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:26,560 INFO [M:0;5c7979348d1b:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32101697d367487491a46fbddd267e16 2024-12-06T02:20:26,582 DEBUG [M:0;5c7979348d1b:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a4d72eac9943eebcea0f24a00a34ad is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451620366/Put/seqid=0 2024-12-06T02:20:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741854_1030 (size=8516) 2024-12-06T02:20:26,990 INFO [M:0;5c7979348d1b:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a4d72eac9943eebcea0f24a00a34ad 2024-12-06T02:20:27,022 DEBUG [M:0;5c7979348d1b:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9dd8d3178f84842ad49392351c85499 is 69, key is 5c7979348d1b,35903,1733451614068/rs:state/1733451615953/Put/seqid=0 2024-12-06T02:20:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741855_1031 (size=5156) 2024-12-06T02:20:27,197 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:27,447 INFO [M:0;5c7979348d1b:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9dd8d3178f84842ad49392351c85499 2024-12-06T02:20:27,456 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32101697d367487491a46fbddd267e16 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32101697d367487491a46fbddd267e16 2024-12-06T02:20:27,463 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32101697d367487491a46fbddd267e16, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:20:27,464 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21a4d72eac9943eebcea0f24a00a34ad as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21a4d72eac9943eebcea0f24a00a34ad 2024-12-06T02:20:27,475 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21a4d72eac9943eebcea0f24a00a34ad, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:20:27,476 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9dd8d3178f84842ad49392351c85499 as hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9dd8d3178f84842ad49392351c85499 2024-12-06T02:20:27,484 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46635/user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9dd8d3178f84842ad49392351c85499, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:20:27,485 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=97, compaction requested=false 2024-12-06T02:20:27,516 INFO [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:27,517 DEBUG [M:0;5c7979348d1b:41193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451626138Disabling compacts and flushes for region at 1733451626138Disabling writes for close at 1733451626138Obtaining lock to block concurrent updates at 1733451626138Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451626138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733451626139 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451626139Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451626139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451626155 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451626155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451626565 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451626582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451626582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451627001 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451627022 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451627022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51eb6cc3: reopening flushed file at 1733451627455 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc1f86e: reopening flushed file at 1733451627464 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389a6e84: reopening flushed file at 1733451627475 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=97, compaction requested=false at 1733451627485 (+10 ms)Writing region close event to WAL at 1733451627516 (+31 ms)Closed at 1733451627516 2024-12-06T02:20:27,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2b18186-0228-d841-f6f9-5c050cc98610/MasterData/WALs/5c7979348d1b,41193,1733451613939/5c7979348d1b%2C41193%2C1733451613939.1733451615505 not finished, retry = 0 2024-12-06T02:20:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45771 is added to blk_1073741830_1006 (size=63654) 2024-12-06T02:20:27,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:27,623 INFO [M:0;5c7979348d1b:41193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:27,623 INFO [M:0;5c7979348d1b:41193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41193 2024-12-06T02:20:27,624 INFO [M:0;5c7979348d1b:41193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:27,764 INFO [M:0;5c7979348d1b:41193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x101a87062d20003, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:27,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50864057{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:27,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ef3aff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:27,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:27,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:27,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:27,770 WARN [BP-876494437-172.17.0.3-1733451611515 heartbeating to localhost/127.0.0.1:46635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:27,770 WARN [BP-876494437-172.17.0.3-1733451611515 heartbeating to localhost/127.0.0.1:46635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876494437-172.17.0.3-1733451611515 (Datanode Uuid 2541220e-79d7-4cab-acc8-53c94e73cd65) service to localhost/127.0.0.1:46635 2024-12-06T02:20:27,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/cluster_68115cb7-56f5-7675-3d91-41e93c278eb8/data/data1/current/BP-876494437-172.17.0.3-1733451611515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:27,771 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/cluster_68115cb7-56f5-7675-3d91-41e93c278eb8/data/data2/current/BP-876494437-172.17.0.3-1733451611515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:27,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:27,771 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:27,771 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:27,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33ca2a9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:27,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a3b306f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:27,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:27,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:27,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:27,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:27,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:27,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:27,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:27,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:27,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:27,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:27,798 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:27,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10422434, stopped=false 2024-12-06T02:20:27,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,39271,1733451608340 2024-12-06T02:20:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-796090882/running 2024-12-06T02:20:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-796090882/running 2024-12-06T02:20:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:27,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:27,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:27,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/running 2024-12-06T02:20:27,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:27,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:27,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:27,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,41693,1733451608502' ***** 2024-12-06T02:20:27,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:27,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Set watcher on znode that does not yet exist, /0-796090882/running 2024-12-06T02:20:27,815 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:27,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:27,815 INFO [RS:0;5c7979348d1b:41693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(3091): Received CLOSE for 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,41693,1733451608502 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41693. 2024-12-06T02:20:27,816 DEBUG [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:27,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bdd99d678fa85f989e61c5a0f2413f4, disabling compactions & flushes 2024-12-06T02:20:27,816 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:27,816 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:27,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:27,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. after waiting 0 ms 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:27,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:27,816 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:27,817 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:20:27,817 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1325): Online Regions={6bdd99d678fa85f989e61c5a0f2413f4=test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4., 1588230740=hbase:meta,,1.1588230740, 49b53ab1020e842c75ec4040cb305f18=hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18.} 2024-12-06T02:20:27,817 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49b53ab1020e842c75ec4040cb305f18, 6bdd99d678fa85f989e61c5a0f2413f4 2024-12-06T02:20:27,817 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:27,817 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:27,817 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:27,817 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:27,817 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:27,817 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:20:27,825 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/default/test/6bdd99d678fa85f989e61c5a0f2413f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:20:27,825 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:27,825 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:27,825 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bdd99d678fa85f989e61c5a0f2413f4: Waiting for close lock at 1733451627816Running coprocessor pre-close hooks at 1733451627816Disabling compacts and flushes for region at 1733451627816Disabling writes for close at 1733451627816Writing region close event to WAL at 1733451627817 (+1 ms)Running coprocessor post-close hooks at 1733451627825 (+8 ms)Closed at 1733451627825 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4. 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49b53ab1020e842c75ec4040cb305f18, disabling compactions & flushes 2024-12-06T02:20:27,826 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. after waiting 0 ms 2024-12-06T02:20:27,826 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:27,826 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49b53ab1020e842c75ec4040cb305f18 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T02:20:27,836 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/info/39e1e2b2415c467ba83d50e4f42af4b7 is 147, key is hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18./info:regioninfo/1733451619002/Put/seqid=0 2024-12-06T02:20:27,841 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/hfileref/ca27bd222a624e939bc347d2196e2f2c is 74, key is 1/hfileref:1e3338cf72624df6afa37b4346d930ad_SeqId_6_/1733451623694/DeleteColumn/seqid=0 2024-12-06T02:20:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741846_1022 (size=7686) 2024-12-06T02:20:27,842 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/info/39e1e2b2415c467ba83d50e4f42af4b7 2024-12-06T02:20:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741847_1023 (size=5345) 2024-12-06T02:20:27,858 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:27,871 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/ns/89f9b9713247439287a3c33848cf3f1b is 43, key is default/ns:d/1733451611360/Put/seqid=0 2024-12-06T02:20:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741848_1024 (size=5153) 2024-12-06T02:20:28,017 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:28,102 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1033, reset compression=false 2024-12-06T02:20:28,108 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:28,108 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1328, reset compression=false 2024-12-06T02:20:28,108 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41693,1733451608502 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:28,109 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,41693,1733451608502: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,41693,1733451608502, walGroup=5c7979348d1b%2C41693%2C1733451608502, offset=5c7979348d1b%2C41693%2C1733451608502.1733451610721:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:20:28,110 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:20:28,110 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:20:28,111 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:20:28,111 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:20:28,111 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:20:28,111 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 602647376 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188290768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:20:28,112 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:20:28,217 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49b53ab1020e842c75ec4040cb305f18 2024-12-06T02:20:28,252 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/hfileref/ca27bd222a624e939bc347d2196e2f2c 2024-12-06T02:20:28,277 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/ns/89f9b9713247439287a3c33848cf3f1b 2024-12-06T02:20:28,278 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/queue/1bb48e65f5ce4e9fa13bbbc41b86d330 is 154, key is 1-5c7979348d1b,41693,1733451608502/queue:5c7979348d1b%2C41693%2C1733451608502/1733451623702/Put/seqid=0 2024-12-06T02:20:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741849_1025 (size=5353) 2024-12-06T02:20:28,286 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/queue/1bb48e65f5ce4e9fa13bbbc41b86d330 2024-12-06T02:20:28,294 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/hfileref/ca27bd222a624e939bc347d2196e2f2c as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/hfileref/ca27bd222a624e939bc347d2196e2f2c 2024-12-06T02:20:28,301 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/rep_barrier/9bdaa65433ea42529e1f6fb8fe8b872c is 112, key is test,,1733451616746.6bdd99d678fa85f989e61c5a0f2413f4./rep_barrier:seqnumDuringOpen/1733451617130/Put/seqid=0 2024-12-06T02:20:28,304 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/hfileref/ca27bd222a624e939bc347d2196e2f2c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T02:20:28,305 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/.tmp/queue/1bb48e65f5ce4e9fa13bbbc41b86d330 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/queue/1bb48e65f5ce4e9fa13bbbc41b86d330 2024-12-06T02:20:28,311 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/queue/1bb48e65f5ce4e9fa13bbbc41b86d330, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T02:20:28,313 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 49b53ab1020e842c75ec4040cb305f18 in 486ms, sequenceid=12, compaction requested=false 2024-12-06T02:20:28,313 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:20:28,317 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1328, reset compression=false 2024-12-06T02:20:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741850_1026 (size=5518) 2024-12-06T02:20:28,342 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/rep_barrier/9bdaa65433ea42529e1f6fb8fe8b872c 2024-12-06T02:20:28,346 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/replication/49b53ab1020e842c75ec4040cb305f18/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:20:28,347 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:28,347 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:28,347 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:28,347 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49b53ab1020e842c75ec4040cb305f18: Waiting for close lock at 1733451627826Running coprocessor pre-close hooks at 1733451627826Disabling compacts and flushes for region at 1733451627826Disabling writes for close at 1733451627826Obtaining lock to block concurrent updates at 1733451627826Preparing flush snapshotting stores in 49b53ab1020e842c75ec4040cb305f18 at 1733451627826Finished memstore snapshotting hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733451627826Flushing stores of hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. at 1733451627827 (+1 ms)Flushing 49b53ab1020e842c75ec4040cb305f18/hfileref: creating writer at 1733451627827Flushing 49b53ab1020e842c75ec4040cb305f18/hfileref: appending metadata at 1733451627841 (+14 ms)Flushing 49b53ab1020e842c75ec4040cb305f18/hfileref: closing flushed file at 1733451627841Flushing 49b53ab1020e842c75ec4040cb305f18/queue: creating writer at 1733451628257 (+416 ms)Flushing 49b53ab1020e842c75ec4040cb305f18/queue: appending metadata at 1733451628277 (+20 ms)Flushing 49b53ab1020e842c75ec4040cb305f18/queue: closing flushed file at 1733451628277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b065b9: reopening flushed file at 1733451628292 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4574ef: reopening flushed file at 1733451628304 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 49b53ab1020e842c75ec4040cb305f18 in 486ms, sequenceid=12, compaction requested=false at 1733451628313 (+9 ms)Writing region close event to WAL at 1733451628340 (+27 ms)Running coprocessor post-close hooks at 1733451628347 (+7 ms)Closed at 1733451628347 2024-12-06T02:20:28,348 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451618555.49b53ab1020e842c75ec4040cb305f18. 2024-12-06T02:20:28,366 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/table/00c346c0a3054c6ca2f149798df79cf2 is 53, key is hbase:replication/table:state/1733451619009/Put/seqid=0 2024-12-06T02:20:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741851_1027 (size=5308) 2024-12-06T02:20:28,387 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/table/00c346c0a3054c6ca2f149798df79cf2 2024-12-06T02:20:28,396 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/info/39e1e2b2415c467ba83d50e4f42af4b7 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/info/39e1e2b2415c467ba83d50e4f42af4b7 2024-12-06T02:20:28,401 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/info/39e1e2b2415c467ba83d50e4f42af4b7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:20:28,402 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/ns/89f9b9713247439287a3c33848cf3f1b as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/ns/89f9b9713247439287a3c33848cf3f1b 2024-12-06T02:20:28,407 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/ns/89f9b9713247439287a3c33848cf3f1b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:20:28,408 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/rep_barrier/9bdaa65433ea42529e1f6fb8fe8b872c as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/rep_barrier/9bdaa65433ea42529e1f6fb8fe8b872c 2024-12-06T02:20:28,414 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/rep_barrier/9bdaa65433ea42529e1f6fb8fe8b872c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:20:28,416 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/.tmp/table/00c346c0a3054c6ca2f149798df79cf2 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/table/00c346c0a3054c6ca2f149798df79cf2 2024-12-06T02:20:28,417 DEBUG [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:28,421 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/table/00c346c0a3054c6ca2f149798df79cf2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:20:28,422 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=16, compaction requested=false 2024-12-06T02:20:28,422 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:20:28,440 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:20:28,441 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:28,441 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:28,441 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:28,441 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451627817Running coprocessor pre-close hooks at 1733451627817Disabling compacts and flushes for region at 1733451627817Disabling writes for close at 1733451627817Obtaining lock to block concurrent updates at 1733451627817Preparing flush snapshotting stores in 1588230740 at 1733451627817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451627818 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451627818Flushing 1588230740/info: creating writer at 1733451627818Flushing 1588230740/info: appending metadata at 1733451627836 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733451627836Flushing 1588230740/ns: creating writer at 1733451627853 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733451627871 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733451627871Flushing 1588230740/rep_barrier: creating writer at 1733451628282 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451628300 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451628300Flushing 1588230740/table: creating writer at 1733451628349 (+49 ms)Flushing 1588230740/table: appending metadata at 1733451628365 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733451628365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7676bd: reopening flushed file at 1733451628394 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd2dd77: reopening flushed file at 1733451628401 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a44bdf: reopening flushed file at 1733451628407 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4258013b: reopening flushed file at 1733451628415 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 605ms, sequenceid=16, compaction requested=false at 1733451628422 (+7 ms)Writing region close event to WAL at 1733451628436 (+14 ms)Running coprocessor post-close hooks at 1733451628441 (+5 ms)Closed at 1733451628441 2024-12-06T02:20:28,441 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:28,603 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:20:28,603 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:20:28,617 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,41693,1733451608502; all regions closed. 2024-12-06T02:20:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:20:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741839_1015 (size=3127) 2024-12-06T02:20:28,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.rep.1733451618951 not finished, retry = 0 2024-12-06T02:20:28,652 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/WALs/5c7979348d1b,41693,1733451608502/5c7979348d1b%2C41693%2C1733451608502.1733451610721 to pos 1328, reset compression=false 2024-12-06T02:20:28,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741832_1008 (size=1336) 2024-12-06T02:20:28,734 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:28,734 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:28,734 INFO [RS:0;5c7979348d1b:41693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:28,734 INFO [RS:0;5c7979348d1b:41693 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:28,734 INFO [RS:0;5c7979348d1b:41693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:28,735 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,41693,1733451608502 because: Region server is closing 2024-12-06T02:20:28,735 INFO [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41693. 2024-12-06T02:20:28,735 DEBUG [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:28,735 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:28,735 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:28,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:28,735 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:28,835 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.shipper5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 terminated 2024-12-06T02:20:28,835 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41693,1733451608502.replicationSource.wal-reader.5c7979348d1b%2C41693%2C1733451608502,1-5c7979348d1b,41693,1733451608502 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:20:28,835 INFO [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41693. 2024-12-06T02:20:28,836 DEBUG [RS:0;5c7979348d1b:41693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:28,836 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:28,836 DEBUG [RS:0;5c7979348d1b:41693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:28,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:28,836 INFO [RS:0;5c7979348d1b:41693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41693 2024-12-06T02:20:28,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-796090882/rs/5c7979348d1b,41693,1733451608502 2024-12-06T02:20:28,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882/rs 2024-12-06T02:20:28,853 INFO [RS:0;5c7979348d1b:41693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:28,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,41693,1733451608502] 2024-12-06T02:20:28,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/draining/5c7979348d1b,41693,1733451608502 already deleted, retry=false 2024-12-06T02:20:28,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,41693,1733451608502 expired; onlineServers=0 2024-12-06T02:20:28,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,39271,1733451608340' ***** 2024-12-06T02:20:28,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:28,881 DEBUG [M:0;5c7979348d1b:39271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:28,881 DEBUG [M:0;5c7979348d1b:39271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:28,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:28,881 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451610475 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451610475,5,FailOnTimeoutGroup] 2024-12-06T02:20:28,881 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451610475 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451610475,5,FailOnTimeoutGroup] 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:28,881 DEBUG [M:0;5c7979348d1b:39271 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:28,881 INFO [M:0;5c7979348d1b:39271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:28,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:28,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-796090882/master 2024-12-06T02:20:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-796090882 2024-12-06T02:20:28,906 DEBUG [M:0;5c7979348d1b:39271 {}] zookeeper.RecoverableZooKeeper(212): Node /0-796090882/master already deleted, retry=false 2024-12-06T02:20:28,906 DEBUG [M:0;5c7979348d1b:39271 {}] master.ActiveMasterManager(353): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-796090882/master 2024-12-06T02:20:28,907 INFO [M:0;5c7979348d1b:39271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/.lastflushedseqids 2024-12-06T02:20:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741852_1028 (size=263) 2024-12-06T02:20:28,933 INFO [M:0;5c7979348d1b:39271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:28,934 INFO [M:0;5c7979348d1b:39271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:28,934 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:28,934 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:28,934 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:28,934 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:28,934 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:28,934 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T02:20:28,957 DEBUG [M:0;5c7979348d1b:39271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43d8d4ceea0d4a72833b762f04b06ecc is 82, key is hbase:meta,,1/info:regioninfo/1733451611314/Put/seqid=0 2024-12-06T02:20:28,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:28,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41693-0x101a87062d20001, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:28,969 INFO [RS:0;5c7979348d1b:41693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:28,969 INFO [RS:0;5c7979348d1b:41693 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,41693,1733451608502; zookeeper connection closed. 2024-12-06T02:20:28,998 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bf5797a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bf5797a 2024-12-06T02:20:28,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741853_1029 (size=5672) 2024-12-06T02:20:29,001 INFO [M:0;5c7979348d1b:39271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43d8d4ceea0d4a72833b762f04b06ecc 2024-12-06T02:20:29,032 DEBUG [M:0;5c7979348d1b:39271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e59c88a4de64574b5bba8149eea64e1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451619015/Put/seqid=0 2024-12-06T02:20:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741854_1030 (size=8516) 2024-12-06T02:20:29,462 INFO [M:0;5c7979348d1b:39271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e59c88a4de64574b5bba8149eea64e1 2024-12-06T02:20:29,486 DEBUG [M:0;5c7979348d1b:39271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61a81469d744ab69c4c433dc7d56d00 is 69, key is 5c7979348d1b,41693,1733451608502/rs:state/1733451610575/Put/seqid=0 2024-12-06T02:20:29,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741855_1031 (size=5156) 2024-12-06T02:20:29,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:29,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:29,911 INFO [M:0;5c7979348d1b:39271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61a81469d744ab69c4c433dc7d56d00 2024-12-06T02:20:29,920 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43d8d4ceea0d4a72833b762f04b06ecc as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43d8d4ceea0d4a72833b762f04b06ecc 2024-12-06T02:20:29,933 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43d8d4ceea0d4a72833b762f04b06ecc, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:20:29,935 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e59c88a4de64574b5bba8149eea64e1 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e59c88a4de64574b5bba8149eea64e1 2024-12-06T02:20:29,959 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e59c88a4de64574b5bba8149eea64e1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:20:29,973 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61a81469d744ab69c4c433dc7d56d00 as hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61a81469d744ab69c4c433dc7d56d00 2024-12-06T02:20:30,006 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42453/user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61a81469d744ab69c4c433dc7d56d00, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:20:30,007 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1072ms, sequenceid=97, compaction requested=false 2024-12-06T02:20:30,008 INFO [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:30,008 DEBUG [M:0;5c7979348d1b:39271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451628934Disabling compacts and flushes for region at 1733451628934Disabling writes for close at 1733451628934Obtaining lock to block concurrent updates at 1733451628934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451628934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733451628934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451628935 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451628935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451628957 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451628957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451629016 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451629032 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451629032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451629469 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451629485 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451629485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18226451: reopening flushed file at 1733451629918 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd383d1: reopening flushed file at 1733451629933 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42faf9b4: reopening flushed file at 1733451629959 (+26 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1072ms, sequenceid=97, compaction requested=false at 1733451630007 (+48 ms)Writing region close event to WAL at 1733451630007Closed at 1733451630008 (+1 ms) 2024-12-06T02:20:30,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b8243c-fda0-204e-924f-335497fbe268/MasterData/WALs/5c7979348d1b,39271,1733451608340/5c7979348d1b%2C39271%2C1733451608340.1733451610261 not finished, retry = 0 2024-12-06T02:20:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35481 is added to blk_1073741830_1006 (size=63654) 2024-12-06T02:20:30,117 INFO [M:0;5c7979348d1b:39271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:30,117 INFO [M:0;5c7979348d1b:39271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39271 2024-12-06T02:20:30,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:30,118 INFO [M:0;5c7979348d1b:39271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:30,276 INFO [M:0;5c7979348d1b:39271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:30,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:30,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39271-0x101a87062d20000, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:30,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a37642c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:30,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:30,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:30,300 WARN [BP-1476048060-172.17.0.3-1733451605829 heartbeating to localhost/127.0.0.1:42453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:30,300 WARN [BP-1476048060-172.17.0.3-1733451605829 heartbeating to localhost/127.0.0.1:42453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476048060-172.17.0.3-1733451605829 (Datanode Uuid a23fe3ac-2859-4449-bfc6-8856dade4c40) service to localhost/127.0.0.1:42453 2024-12-06T02:20:30,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:30,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:30,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/data/data1/current/BP-1476048060-172.17.0.3-1733451605829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:30,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/cluster_d8a8547a-5ac7-59cc-a3a5-798c627c406b/data/data2/current/BP-1476048060-172.17.0.3-1733451605829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:30,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef48bf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:30,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e1cd29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:30,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:30,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb8a007{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:30,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c23276b-c369-9ef2-6ea3-e32af6cd9135/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:30,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:20:30,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:30,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=250 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57037) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=665 (was 606) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2693 (was 2604) - AvailableMemoryMB LEAK? - 2024-12-06T02:20:30,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=250, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=665, ProcessCount=12, AvailableMemoryMB=2694 2024-12-06T02:20:30,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a87062d20002, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:30,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a87062d20002, quorum=127.0.0.1:57037, baseZNode=/0-796090882 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:20:30,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a87062d20005, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:30,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a87062d20005, quorum=127.0.0.1:57037, baseZNode=/1859979271 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:20:30,427 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-06T02:20:30,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir so I do NOT create it in target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf 2024-12-06T02:20:30,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:20:30,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.tmp.dir so I do NOT create it in target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf 2024-12-06T02:20:30,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93fd4b8a-23ef-a76c-f0a0-217860f2fa0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:20:30,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf 2024-12-06T02:20:30,427 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5, deleteOnExit=true 2024-12-06T02:20:30,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/zookeeper_0, clientPort=60516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:20:30,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60516 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/test.cache.data in system properties and HBase conf 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:20:30,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:20:30,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:20:30,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:20:30,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:30,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:30,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:30,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:30,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:20:30,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:30,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:30,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366cc4eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:30,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d4bbe6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/java.io.tmpdir/jetty-localhost-45443-hadoop-hdfs-3_4_1-tests_jar-_-any-14371781359362407734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:31,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106020e1{HTTP/1.1, (http/1.1)}{localhost:45443} 2024-12-06T02:20:31,000 INFO [Time-limited test {}] server.Server(415): Started @197204ms 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:31,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:31,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:31,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:31,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:31,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:20:31,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@151d21dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:31,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:31,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3009ddd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/java.io.tmpdir/jetty-localhost-37233-hadoop-hdfs-3_4_1-tests_jar-_-any-5509867679978809906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:31,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c5b79ec{HTTP/1.1, (http/1.1)}{localhost:37233} 2024-12-06T02:20:31,544 INFO [Time-limited test {}] server.Server(415): Started @197747ms 2024-12-06T02:20:31,545 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:20:32,415 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/data/data2/current/BP-44014851-172.17.0.3-1733451630467/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:32,415 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/data/data1/current/BP-44014851-172.17.0.3-1733451630467/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:32,445 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:20:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6a98f2cf62d602 with lease ID 0x42849d968df96ad3: Processing first storage report for DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1 from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=b7e78f67-31de-4cc0-90b8-6cec569be91a, infoPort=35901, infoSecurePort=0, ipcPort=45421, storageInfo=lv=-57;cid=testClusterID;nsid=695650462;c=1733451630467) 2024-12-06T02:20:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6a98f2cf62d602 with lease ID 0x42849d968df96ad3: from storage DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1 node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=b7e78f67-31de-4cc0-90b8-6cec569be91a, infoPort=35901, infoSecurePort=0, ipcPort=45421, storageInfo=lv=-57;cid=testClusterID;nsid=695650462;c=1733451630467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6a98f2cf62d602 with lease ID 0x42849d968df96ad3: Processing first storage report for DS-8aed0050-09fd-4ad5-85b3-4c5e0006fbc9 from datanode DatanodeRegistration(127.0.0.1:35385, datanodeUuid=b7e78f67-31de-4cc0-90b8-6cec569be91a, infoPort=35901, infoSecurePort=0, ipcPort=45421, storageInfo=lv=-57;cid=testClusterID;nsid=695650462;c=1733451630467) 2024-12-06T02:20:32,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6a98f2cf62d602 with lease ID 0x42849d968df96ad3: from storage DS-8aed0050-09fd-4ad5-85b3-4c5e0006fbc9 node DatanodeRegistration(127.0.0.1:35385, datanodeUuid=b7e78f67-31de-4cc0-90b8-6cec569be91a, infoPort=35901, infoSecurePort=0, ipcPort=45421, storageInfo=lv=-57;cid=testClusterID;nsid=695650462;c=1733451630467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:32,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf 2024-12-06T02:20:32,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:32,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:20:32,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67 with version=8 2024-12-06T02:20:32,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/hbase-staging 2024-12-06T02:20:32,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:20:32,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:32,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34485 2024-12-06T02:20:32,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34485 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344850x0, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:32,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34485-0x101a870c3130000 connected 2024-12-06T02:20:33,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:33,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:33,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/running 2024-12-06T02:20:33,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67, hbase.cluster.distributed=false 2024-12-06T02:20:33,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/acl 2024-12-06T02:20:33,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-06T02:20:33,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-12-06T02:20:33,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-12-06T02:20:33,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-06T02:20:33,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-06T02:20:33,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:33,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:33,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:33,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:33,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:33,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:33,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:20:33,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:33,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39851 2024-12-06T02:20:33,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39851 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:33,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:33,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:33,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398510x0, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:33,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398510x0, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/running 2024-12-06T02:20:33,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39851-0x101a870c3130001 connected 2024-12-06T02:20:33,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:20:33,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:20:33,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/master 2024-12-06T02:20:33,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/acl 2024-12-06T02:20:33,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39851 2024-12-06T02:20:33,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39851 2024-12-06T02:20:33,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39851 2024-12-06T02:20:33,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39851 2024-12-06T02:20:33,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39851 2024-12-06T02:20:33,166 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:34485 2024-12-06T02:20:33,167 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01884800685/backup-masters/5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/backup-masters 2024-12-06T02:20:33,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/backup-masters 2024-12-06T02:20:33,245 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on existing znode=/01884800685/backup-masters/5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884800685/master 2024-12-06T02:20:33,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,277 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on existing znode=/01884800685/master 2024-12-06T02:20:33,277 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01884800685/backup-masters/5c7979348d1b,34485,1733451632895 from backup master directory 2024-12-06T02:20:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884800685/backup-masters/5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/backup-masters 2024-12-06T02:20:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/backup-masters 2024-12-06T02:20:33,287 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:33,287 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,291 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/hbase.id] with ID: a3e1ebc4-b8a4-488d-960e-f9e87a2f1915 2024-12-06T02:20:33,291 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/.tmp/hbase.id 2024-12-06T02:20:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:20:33,301 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/.tmp/hbase.id]:[hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/hbase.id] 2024-12-06T02:20:33,316 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:33,316 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:20:33,317 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:20:33,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:20:33,336 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:33,337 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:20:33,350 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:20:33,382 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store 2024-12-06T02:20:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:33,397 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:33,397 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:33,397 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451633397Disabling compacts and flushes for region at 1733451633397Disabling writes for close at 1733451633397Writing region close event to WAL at 1733451633397Closed at 1733451633397 2024-12-06T02:20:33,399 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/.initializing 2024-12-06T02:20:33,399 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/WALs/5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:33,402 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C34485%2C1733451632895, suffix=, logDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/WALs/5c7979348d1b,34485,1733451632895, archiveDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/oldWALs, maxLogs=10 2024-12-06T02:20:33,422 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/WALs/5c7979348d1b,34485,1733451632895/5c7979348d1b%2C34485%2C1733451632895.1733451633402, exclude list is [], retry=0 2024-12-06T02:20:33,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1,DISK] 2024-12-06T02:20:33,427 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/WALs/5c7979348d1b,34485,1733451632895/5c7979348d1b%2C34485%2C1733451632895.1733451633402 2024-12-06T02:20:33,428 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-12-06T02:20:33,428 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:33,428 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:33,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:20:33,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:33,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:33,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:20:33,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:33,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:33,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:20:33,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:33,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:33,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:20:33,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:33,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:33,437 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,438 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,439 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,439 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,439 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:33,440 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:33,442 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:33,442 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68086496, jitterRate=0.014567852020263672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:33,443 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451633429Initializing all the Stores at 1733451633429Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451633430 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451633430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451633430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451633430Cleaning up temporary data from old regions at 1733451633439 (+9 ms)Region opened successfully at 1733451633443 (+4 ms) 2024-12-06T02:20:33,444 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:20:33,447 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9a91e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:33,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:20:33,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:20:33,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:20:33,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:20:33,448 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:20:33,449 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:20:33,449 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:20:33,454 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:20:33,458 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/balancer because node does not exist (not necessarily an error) 2024-12-06T02:20:33,537 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/balancer already deleted, retry=false 2024-12-06T02:20:33,538 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:20:33,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:20:33,550 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/normalizer already deleted, retry=false 2024-12-06T02:20:33,551 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:20:33,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:20:33,561 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/switch/split already deleted, retry=false 2024-12-06T02:20:33,561 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:20:33,571 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/switch/merge already deleted, retry=false 2024-12-06T02:20:33,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:20:33,582 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/snapshot-cleanup already deleted, retry=false 2024-12-06T02:20:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884800685/running 2024-12-06T02:20:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01884800685/running 2024-12-06T02:20:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,593 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,34485,1733451632895, sessionid=0x101a870c3130000, setting cluster-up flag (Was=false) 2024-12-06T02:20:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,645 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884800685/flush-table-proc/acquired, /01884800685/flush-table-proc/reached, /01884800685/flush-table-proc/abort 2024-12-06T02:20:33,646 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:33,698 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01884800685/online-snapshot/acquired, /01884800685/online-snapshot/reached, /01884800685/online-snapshot/abort 2024-12-06T02:20:33,699 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,34485,1733451632895 2024-12-06T02:20:33,700 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:20:33,702 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:33,702 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:20:33,702 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:20:33,702 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5c7979348d1b,32935,1733451579990: status=Processing ServerCrashProcedure of 5c7979348d1b,32935,1733451579990 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733451595689, completionTime=-1 appears to have been leaked 2024-12-06T02:20:33,702 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,34485,1733451632895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:20:33,703 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:33,703 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:33,703 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:33,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:33,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:20:33,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:33,704 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:33,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:20:33,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:33,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451663713 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:20:33,713 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:20:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:20:33,718 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,719 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:20:33,719 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:20:33,719 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:20:33,719 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:20:33,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:20:33,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:20:33,724 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451633720,5,FailOnTimeoutGroup] 2024-12-06T02:20:33,724 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451633724,5,FailOnTimeoutGroup] 2024-12-06T02:20:33,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:20:33,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,755 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(746): ClusterId : a3e1ebc4-b8a4-488d-960e-f9e87a2f1915 2024-12-06T02:20:33,755 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:20:33,761 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:20:33,762 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:20:33,772 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:20:33,772 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f9f2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:33,784 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:39851 2024-12-06T02:20:33,784 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:20:33,784 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:20:33,784 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:20:33,785 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,34485,1733451632895 with port=39851, startcode=1733451633110 2024-12-06T02:20:33,785 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:20:33,788 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:20:33,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,791 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67 2024-12-06T02:20:33,791 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33897 2024-12-06T02:20:33,791 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:20:33,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/rs 2024-12-06T02:20:33,804 DEBUG [RS:0;5c7979348d1b:39851 {}] zookeeper.ZKUtil(111): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on existing znode=/01884800685/rs/5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,804 WARN [RS:0;5c7979348d1b:39851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:33,804 INFO [RS:0;5c7979348d1b:39851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:33,804 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,39851,1733451633110] 2024-12-06T02:20:33,814 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:20:33,816 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:20:33,816 INFO [RS:0;5c7979348d1b:39851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:20:33,816 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,818 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:20:33,819 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:20:33,819 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,819 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:33,820 DEBUG [RS:0;5c7979348d1b:39851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,822 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39851,1733451633110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:33,841 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:20:33,841 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39851,1733451633110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,841 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,841 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.Replication(171): 5c7979348d1b,39851,1733451633110 started 2024-12-06T02:20:33,857 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:33,857 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,39851,1733451633110, RpcServer on 5c7979348d1b/172.17.0.3:39851, sessionid=0x101a870c3130001 2024-12-06T02:20:33,858 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:20:33,858 DEBUG [RS:0;5c7979348d1b:39851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,858 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39851,1733451633110' 2024-12-06T02:20:33,858 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884800685/flush-table-proc/abort' 2024-12-06T02:20:33,858 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884800685/flush-table-proc/acquired' 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,39851,1733451633110 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39851,1733451633110' 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01884800685/online-snapshot/abort' 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01884800685/online-snapshot/acquired' 2024-12-06T02:20:33,859 DEBUG [RS:0;5c7979348d1b:39851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:20:33,859 INFO [RS:0;5c7979348d1b:39851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:20:33,859 INFO [RS:0;5c7979348d1b:39851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:20:33,960 INFO [RS:0;5c7979348d1b:39851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:33,961 INFO [RS:0;5c7979348d1b:39851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39851%2C1733451633110, suffix=, logDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110, archiveDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/oldWALs, maxLogs=10 2024-12-06T02:20:33,979 DEBUG [RS:0;5c7979348d1b:39851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, exclude list is [], retry=0 2024-12-06T02:20:33,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1,DISK] 2024-12-06T02:20:33,989 INFO [RS:0;5c7979348d1b:39851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 2024-12-06T02:20:33,990 DEBUG [RS:0;5c7979348d1b:39851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-12-06T02:20:34,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:20:34,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67 2024-12-06T02:20:34,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:20:34,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:34,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:34,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:34,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:34,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:34,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:34,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:34,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:34,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:34,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:34,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740 2024-12-06T02:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740 2024-12-06T02:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:34,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:34,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:34,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:34,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:34,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62141418, jitterRate=-0.07402071356773376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:34,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451634124Initializing all the Stores at 1733451634124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451634125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634125Cleaning up temporary data from old regions at 1733451634132 (+7 ms)Region opened successfully at 1733451634135 (+3 ms) 2024-12-06T02:20:34,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:34,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:34,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:34,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:34,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:34,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:34,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451634135Disabling compacts and flushes for region at 1733451634135Disabling writes for close at 1733451634135Writing region close event to WAL at 1733451634135Closed at 1733451634136 (+1 ms) 2024-12-06T02:20:34,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:34,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:20:34,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:20:34,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:34,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:20:34,288 DEBUG [5c7979348d1b:34485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:20:34,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:34,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39851,1733451633110, state=OPENING 2024-12-06T02:20:34,297 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:20:34,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:34,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:34,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884800685/meta-region-server: CHANGED 2024-12-06T02:20:34,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884800685/meta-region-server: CHANGED 2024-12-06T02:20:34,310 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:34,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39851,1733451633110}] 2024-12-06T02:20:34,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:34,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:20:34,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:20:34,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:34,478 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:20:34,480 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39851%2C1733451633110.meta, suffix=.meta, logDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110, archiveDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/oldWALs, maxLogs=10 2024-12-06T02:20:34,496 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.meta.1733451634480.meta, exclude list is [], retry=0 2024-12-06T02:20:34,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1,DISK] 2024-12-06T02:20:34,500 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.meta.1733451634480.meta 2024-12-06T02:20:34,500 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-12-06T02:20:34,501 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:34,501 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:34,501 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:34,501 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:20:34,501 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:20:34,502 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:20:34,502 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:34,502 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:20:34,502 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:20:34,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:34,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:34,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:34,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:34,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:34,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:34,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:34,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:34,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:34,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:34,509 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:34,512 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740 2024-12-06T02:20:34,514 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740 2024-12-06T02:20:34,514 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:34,514 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:34,515 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:34,516 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:34,516 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62119183, jitterRate=-0.07435204088687897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:34,516 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:20:34,517 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451634502Writing region info on filesystem at 1733451634502Initializing all the Stores at 1733451634503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451634503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451634503Cleaning up temporary data from old regions at 1733451634514 (+11 ms)Running coprocessor post-open hooks at 1733451634516 (+2 ms)Region opened successfully at 1733451634517 (+1 ms) 2024-12-06T02:20:34,518 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451634470 2024-12-06T02:20:34,520 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:20:34,520 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:20:34,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:34,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39851,1733451633110, state=OPEN 2024-12-06T02:20:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884800685/meta-region-server 2024-12-06T02:20:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01884800685/meta-region-server 2024-12-06T02:20:34,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884800685/meta-region-server: CHANGED 2024-12-06T02:20:34,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01884800685/meta-region-server: CHANGED 2024-12-06T02:20:34,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:34,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:20:34,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39851,1733451633110 in 255 msec 2024-12-06T02:20:34,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:34,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:20:34,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:20:34,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-12-06T02:20:34,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:34,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39851,1733451633110, seqNum=-1] 2024-12-06T02:20:34,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:34,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:34,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-12-06T02:20:34,594 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451634594, completionTime=-1 2024-12-06T02:20:34,594 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:20:34,594 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451694601 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451754601 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:34485, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,601 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,604 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:20:34,615 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.341sec 2024-12-06T02:20:34,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:20:34,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:20:34,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:20:34,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:20:34,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:20:34,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:34,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:20:34,656 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:20:34,656 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:20:34,656 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,34485,1733451632895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:34,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:34,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:34,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:34,660 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f0c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:34,663 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:34,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f669361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:34,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:34,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39851,1733451633110, seqNum=-1] 2024-12-06T02:20:34,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:34,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:34,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,34485,1733451632895 2024-12-06T02:20:34,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:34,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:34,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a870c3130002 connected 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir so I do NOT create it in target/test-data/da919736-9f67-d325-78df-c7ffcb429846 2024-12-06T02:20:34,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.tmp.dir so I do NOT create it in target/test-data/da919736-9f67-d325-78df-c7ffcb429846 2024-12-06T02:20:34,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:20:34,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/cluster_ddcc3ec0-2c90-34e2-08b9-13670daa59ce, deleteOnExit=true 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:20:34,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/test.cache.data in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:20:34,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:20:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:20:34,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:20:35,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:35,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:35,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:35,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:35,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:20:35,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:35,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e53d0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:35,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:35,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@691b051{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-1516680324644376058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:35,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23db3f43{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-12-06T02:20:35,192 INFO [Time-limited test {}] server.Server(415): Started @201396ms 2024-12-06T02:20:35,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:20:35,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:20:35,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:20:35,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:20:35,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:20:35,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f1a53a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:20:35,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:20:35,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15626e5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/java.io.tmpdir/jetty-localhost-41187-hadoop-hdfs-3_4_1-tests_jar-_-any-3188087096854942365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:35,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbf964d{HTTP/1.1, (http/1.1)}{localhost:41187} 2024-12-06T02:20:35,788 INFO [Time-limited test {}] server.Server(415): Started @201991ms 2024-12-06T02:20:35,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:20:36,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:36,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:36,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:37,001 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/cluster_ddcc3ec0-2c90-34e2-08b9-13670daa59ce/data/data1/current/BP-730865718-172.17.0.3-1733451634776/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:37,004 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/cluster_ddcc3ec0-2c90-34e2-08b9-13670daa59ce/data/data2/current/BP-730865718-172.17.0.3-1733451634776/current, will proceed with Du for space computation calculation, 2024-12-06T02:20:37,019 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:20:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35566e19acdbd2db with lease ID 0x58108de229e38fdb: Processing first storage report for DS-3cab8a60-013c-4a84-95d8-57a043fa554f from datanode DatanodeRegistration(127.0.0.1:35993, datanodeUuid=75cca329-374f-48af-82db-5c71681cb986, infoPort=40625, infoSecurePort=0, ipcPort=33513, storageInfo=lv=-57;cid=testClusterID;nsid=989445135;c=1733451634776) 2024-12-06T02:20:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35566e19acdbd2db with lease ID 0x58108de229e38fdb: from storage DS-3cab8a60-013c-4a84-95d8-57a043fa554f node DatanodeRegistration(127.0.0.1:35993, datanodeUuid=75cca329-374f-48af-82db-5c71681cb986, infoPort=40625, infoSecurePort=0, ipcPort=33513, storageInfo=lv=-57;cid=testClusterID;nsid=989445135;c=1733451634776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35566e19acdbd2db with lease ID 0x58108de229e38fdb: Processing first storage report for DS-bfbd07e4-d48f-4bed-aa93-2de5982c411e from datanode DatanodeRegistration(127.0.0.1:35993, datanodeUuid=75cca329-374f-48af-82db-5c71681cb986, infoPort=40625, infoSecurePort=0, ipcPort=33513, storageInfo=lv=-57;cid=testClusterID;nsid=989445135;c=1733451634776) 2024-12-06T02:20:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35566e19acdbd2db with lease ID 0x58108de229e38fdb: from storage DS-bfbd07e4-d48f-4bed-aa93-2de5982c411e node DatanodeRegistration(127.0.0.1:35993, datanodeUuid=75cca329-374f-48af-82db-5c71681cb986, infoPort=40625, infoSecurePort=0, ipcPort=33513, storageInfo=lv=-57;cid=testClusterID;nsid=989445135;c=1733451634776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:20:37,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846 2024-12-06T02:20:37,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:20:37,437 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63 with version=8 2024-12-06T02:20:37,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/hbase-staging 2024-12-06T02:20:37,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:20:37,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:37,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45115 2024-12-06T02:20:37,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45115 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451150x0, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:37,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45115-0x101a870c3130003 connected 2024-12-06T02:20:37,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/running 2024-12-06T02:20:37,697 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63, hbase.cluster.distributed=false 2024-12-06T02:20:37,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/acl 2024-12-06T02:20:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45115 2024-12-06T02:20:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45115 2024-12-06T02:20:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45115 2024-12-06T02:20:37,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45115 2024-12-06T02:20:37,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45115 2024-12-06T02:20:37,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:20:37,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:20:37,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41795 2024-12-06T02:20:37,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41795 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:37,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417950x0, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:37,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417950x0, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/running 2024-12-06T02:20:37,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41795-0x101a870c3130004 connected 2024-12-06T02:20:37,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:20:37,749 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:20:37,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/master 2024-12-06T02:20:37,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/acl 2024-12-06T02:20:37,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41795 2024-12-06T02:20:37,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41795 2024-12-06T02:20:37,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41795 2024-12-06T02:20:37,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41795 2024-12-06T02:20:37,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41795 2024-12-06T02:20:37,768 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:45115 2024-12-06T02:20:37,768 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-683534305/backup-masters/5c7979348d1b,45115,1733451637439 2024-12-06T02:20:37,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/backup-masters 2024-12-06T02:20:37,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/backup-masters 2024-12-06T02:20:37,779 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on existing znode=/1-683534305/backup-masters/5c7979348d1b,45115,1733451637439 2024-12-06T02:20:37,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:37,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-683534305/master 2024-12-06T02:20:37,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:37,790 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on existing znode=/1-683534305/master 2024-12-06T02:20:37,790 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-683534305/backup-masters/5c7979348d1b,45115,1733451637439 from backup master directory 2024-12-06T02:20:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/backup-masters 2024-12-06T02:20:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-683534305/backup-masters/5c7979348d1b,45115,1733451637439 2024-12-06T02:20:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/backup-masters 2024-12-06T02:20:37,803 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:37,803 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,45115,1733451637439 2024-12-06T02:20:37,806 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/hbase.id] with ID: 21399dae-c532-4593-900d-c766b92a3ca2 2024-12-06T02:20:37,806 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/.tmp/hbase.id 2024-12-06T02:20:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:20:38,211 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/.tmp/hbase.id]:[hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/hbase.id] 2024-12-06T02:20:38,219 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:20:38,219 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:20:38,220 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T02:20:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:38,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:20:38,654 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:38,655 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:20:38,660 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:20:38,674 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store 2024-12-06T02:20:38,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:38,686 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:38,686 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:38,686 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451638686Disabling compacts and flushes for region at 1733451638686Disabling writes for close at 1733451638686Writing region close event to WAL at 1733451638686Closed at 1733451638686 2024-12-06T02:20:38,687 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/.initializing 2024-12-06T02:20:38,687 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/WALs/5c7979348d1b,45115,1733451637439 2024-12-06T02:20:38,687 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:38,689 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C45115%2C1733451637439, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/WALs/5c7979348d1b,45115,1733451637439, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/oldWALs, maxLogs=10 2024-12-06T02:20:38,700 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/WALs/5c7979348d1b,45115,1733451637439/5c7979348d1b%2C45115%2C1733451637439.1733451638689, exclude list is [], retry=0 2024-12-06T02:20:38,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35993,DS-3cab8a60-013c-4a84-95d8-57a043fa554f,DISK] 2024-12-06T02:20:38,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/WALs/5c7979348d1b,45115,1733451637439/5c7979348d1b%2C45115%2C1733451637439.1733451638689 2024-12-06T02:20:38,708 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40625:40625)] 2024-12-06T02:20:38,708 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:38,708 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:38,709 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,709 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:20:38,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:38,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:38,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:20:38,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:38,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:38,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:20:38,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:38,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:38,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:20:38,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:38,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:38,715 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,716 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,716 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,717 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,717 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,717 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:38,718 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:20:38,720 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:38,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69912248, jitterRate=0.04177367687225342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:38,720 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451638709Initializing all the Stores at 1733451638710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451638710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451638710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451638710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451638710Cleaning up temporary data from old regions at 1733451638717 (+7 ms)Region opened successfully at 1733451638720 (+3 ms) 2024-12-06T02:20:38,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:20:38,723 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63984479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:38,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:20:38,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:20:38,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:20:38,724 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:20:38,725 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:20:38,725 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:20:38,725 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:20:38,730 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:20:38,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/balancer because node does not exist (not necessarily an error) 2024-12-06T02:20:38,779 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/balancer already deleted, retry=false 2024-12-06T02:20:38,780 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:20:38,780 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:20:38,832 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/normalizer already deleted, retry=false 2024-12-06T02:20:38,832 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:20:38,833 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:20:38,917 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/switch/split already deleted, retry=false 2024-12-06T02:20:38,918 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:20:39,008 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/switch/merge already deleted, retry=false 2024-12-06T02:20:39,010 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:20:39,083 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/snapshot-cleanup already deleted, retry=false 2024-12-06T02:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-683534305/running 2024-12-06T02:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-683534305/running 2024-12-06T02:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,136 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,45115,1733451637439, sessionid=0x101a870c3130003, setting cluster-up flag (Was=false) 2024-12-06T02:20:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,454 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-683534305/flush-table-proc/acquired, /1-683534305/flush-table-proc/reached, /1-683534305/flush-table-proc/abort 2024-12-06T02:20:39,455 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45115,1733451637439 2024-12-06T02:20:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:39,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-683534305/online-snapshot/acquired, /1-683534305/online-snapshot/reached, /1-683534305/online-snapshot/abort 2024-12-06T02:20:39,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,45115,1733451637439 2024-12-06T02:20:39,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:20:39,746 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:39,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:20:39,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:20:39,747 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,45115,1733451637439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:39,748 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:39,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451669756 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:39,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:39,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:20:39,757 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:20:39,758 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:20:39,758 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:20:39,758 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:20:39,758 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:20:39,758 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:20:39,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:39,759 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451639758,5,FailOnTimeoutGroup] 2024-12-06T02:20:39,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:20:39,759 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(746): ClusterId : 21399dae-c532-4593-900d-c766b92a3ca2 2024-12-06T02:20:39,759 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:20:39,759 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451639759,5,FailOnTimeoutGroup] 2024-12-06T02:20:39,759 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:39,759 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:20:39,759 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:39,759 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:20:39,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:20:39,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63 2024-12-06T02:20:39,789 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:20:39,789 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:20:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:20:39,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:39,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:39,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:39,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:39,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:39,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:39,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:39,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:39,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:39,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:39,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:39,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:39,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:39,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:39,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:39,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740 2024-12-06T02:20:39,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740 2024-12-06T02:20:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:39,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:39,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:39,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:39,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:20:39,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:39,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73545530, jitterRate=0.09591379761695862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451639801Initializing all the Stores at 1733451639802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451639802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451639802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451639802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451639802Cleaning up temporary data from old regions at 1733451639811 (+9 ms)Region opened successfully at 1733451639815 (+4 ms) 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:39,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:39,815 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:39,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451639815Disabling compacts and flushes for region at 1733451639815Disabling writes for close at 1733451639815Writing region close event to WAL at 1733451639815Closed at 1733451639815 2024-12-06T02:20:39,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:39,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:20:39,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:20:39,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:39,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:20:39,872 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:20:39,872 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228c7847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:20:39,884 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:41795 2024-12-06T02:20:39,884 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:20:39,884 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:20:39,884 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:20:39,884 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,45115,1733451637439 with port=41795, startcode=1733451637720 2024-12-06T02:20:39,885 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:20:39,886 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:20:39,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,41795,1733451637720 2024-12-06T02:20:39,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45115 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:39,887 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63 2024-12-06T02:20:39,887 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44055 2024-12-06T02:20:39,887 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:20:39,969 WARN [5c7979348d1b:45115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:20:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/rs 2024-12-06T02:20:39,998 DEBUG [RS:0;5c7979348d1b:41795 {}] zookeeper.ZKUtil(111): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on existing znode=/1-683534305/rs/5c7979348d1b,41795,1733451637720 2024-12-06T02:20:39,998 WARN [RS:0;5c7979348d1b:41795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:20:39,998 INFO [RS:0;5c7979348d1b:41795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:39,998 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720 2024-12-06T02:20:39,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,41795,1733451637720] 2024-12-06T02:20:40,004 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:20:40,006 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:20:40,006 INFO [RS:0;5c7979348d1b:41795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:20:40,006 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,006 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:20:40,007 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:20:40,007 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:40,007 DEBUG [RS:0;5c7979348d1b:41795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,008 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41795,1733451637720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:40,029 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:20:40,029 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41795,1733451637720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,029 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,029 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.Replication(171): 5c7979348d1b,41795,1733451637720 started 2024-12-06T02:20:40,047 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,047 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,41795,1733451637720, RpcServer on 5c7979348d1b/172.17.0.3:41795, sessionid=0x101a870c3130004 2024-12-06T02:20:40,047 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:20:40,047 DEBUG [RS:0;5c7979348d1b:41795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,41795,1733451637720 2024-12-06T02:20:40,047 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41795,1733451637720' 2024-12-06T02:20:40,047 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-683534305/flush-table-proc/abort' 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-683534305/flush-table-proc/acquired' 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,41795,1733451637720 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,41795,1733451637720' 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-683534305/online-snapshot/abort' 2024-12-06T02:20:40,048 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-683534305/online-snapshot/acquired' 2024-12-06T02:20:40,049 DEBUG [RS:0;5c7979348d1b:41795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:20:40,049 INFO [RS:0;5c7979348d1b:41795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:20:40,049 INFO [RS:0;5c7979348d1b:41795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:20:40,149 INFO [RS:0;5c7979348d1b:41795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:20:40,151 INFO [RS:0;5c7979348d1b:41795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41795%2C1733451637720, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/oldWALs, maxLogs=10 2024-12-06T02:20:40,169 DEBUG [RS:0;5c7979348d1b:41795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, exclude list is [], retry=0 2024-12-06T02:20:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35993,DS-3cab8a60-013c-4a84-95d8-57a043fa554f,DISK] 2024-12-06T02:20:40,177 INFO [RS:0;5c7979348d1b:41795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 2024-12-06T02:20:40,180 DEBUG [RS:0;5c7979348d1b:41795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40625:40625)] 2024-12-06T02:20:40,219 DEBUG [5c7979348d1b:45115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:20:40,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:40,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41795,1733451637720, state=OPENING 2024-12-06T02:20:40,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:20:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:40,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-683534305/meta-region-server: CHANGED 2024-12-06T02:20:40,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:20:40,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-683534305/meta-region-server: CHANGED 2024-12-06T02:20:40,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41795,1733451637720}] 2024-12-06T02:20:40,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:40,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:20:40,480 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:20:40,480 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:40,480 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:20:40,482 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41795%2C1733451637720.meta, suffix=.meta, logDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/oldWALs, maxLogs=10 2024-12-06T02:20:40,504 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.meta.1733451640482.meta, exclude list is [], retry=0 2024-12-06T02:20:40,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35993,DS-3cab8a60-013c-4a84-95d8-57a043fa554f,DISK] 2024-12-06T02:20:40,517 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.meta.1733451640482.meta 2024-12-06T02:20:40,517 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40625:40625)] 2024-12-06T02:20:40,517 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:40,517 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:20:40,518 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:20:40,518 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:20:40,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:20:40,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:20:40,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:40,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:40,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:20:40,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:20:40,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:40,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:20:40,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:20:40,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:40,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:40,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:20:40,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:20:40,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:40,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:20:40,529 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:20:40,530 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740 2024-12-06T02:20:40,530 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740 2024-12-06T02:20:40,536 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:20:40,536 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:20:40,536 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:20:40,537 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:20:40,537 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69932224, jitterRate=0.04207134246826172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:20:40,537 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:20:40,537 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451640518Writing region info on filesystem at 1733451640518Initializing all the Stores at 1733451640520 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451640520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451640524 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451640524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451640524Cleaning up temporary data from old regions at 1733451640536 (+12 ms)Running coprocessor post-open hooks at 1733451640537 (+1 ms)Region opened successfully at 1733451640537 2024-12-06T02:20:40,538 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451640473 2024-12-06T02:20:40,540 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:20:40,540 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:20:40,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:40,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,41795,1733451637720, state=OPEN 2024-12-06T02:20:40,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-683534305/meta-region-server 2024-12-06T02:20:40,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-683534305/meta-region-server 2024-12-06T02:20:40,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-683534305/meta-region-server: CHANGED 2024-12-06T02:20:40,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:40,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-683534305/meta-region-server: CHANGED 2024-12-06T02:20:40,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:20:40,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,41795,1733451637720 in 291 msec 2024-12-06T02:20:40,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:20:40,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 797 msec 2024-12-06T02:20:40,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:20:40,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:20:40,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:40,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41795,1733451637720, seqNum=-1] 2024-12-06T02:20:40,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:40,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:40,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 874 msec 2024-12-06T02:20:40,622 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451640622, completionTime=-1 2024-12-06T02:20:40,622 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:20:40,622 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:20:40,623 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:20:40,623 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451700623 2024-12-06T02:20:40,623 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451760623 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:45115, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,624 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,626 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.824sec 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:20:40,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:20:40,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:20:40,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:20:40,629 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45115,1733451637439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:20:40,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:40,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:40,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:40,660 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6e04ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:40,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:40,662 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:40,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af03c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:40,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41795,1733451637720, seqNum=-1] 2024-12-06T02:20:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:40,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:40,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,45115,1733451637439 2024-12-06T02:20:40,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60516 2024-12-06T02:20:40,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:20:40,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a870c3130005 connected 2024-12-06T02:20:40,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34485,1733451632895 2024-12-06T02:20:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202a2913 2024-12-06T02:20:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:40,709 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:40,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:20:40,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:40,711 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:40,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:20:40,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:20:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:41,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c037e1c0c101d826e6d490b7b2c01b4, NAME => 'test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67 2024-12-06T02:20:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c037e1c0c101d826e6d490b7b2c01b4, disabling compactions & flushes 2024-12-06T02:20:41,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. after waiting 0 ms 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c037e1c0c101d826e6d490b7b2c01b4: Waiting for close lock at 1733451641124Disabling compacts and flushes for region at 1733451641124Disabling writes for close at 1733451641124Writing region close event to WAL at 1733451641124Closed at 1733451641124 2024-12-06T02:20:41,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:41,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451641125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451641125"}]},"ts":"1733451641125"} 2024-12-06T02:20:41,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:41,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:41,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451641128"}]},"ts":"1733451641128"} 2024-12-06T02:20:41,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:20:41,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c037e1c0c101d826e6d490b7b2c01b4, ASSIGN}] 2024-12-06T02:20:41,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c037e1c0c101d826e6d490b7b2c01b4, ASSIGN 2024-12-06T02:20:41,131 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c037e1c0c101d826e6d490b7b2c01b4, ASSIGN; state=OFFLINE, location=5c7979348d1b,39851,1733451633110; forceNewPlan=false, retain=false 2024-12-06T02:20:41,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c037e1c0c101d826e6d490b7b2c01b4, regionState=OPENING, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:41,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c037e1c0c101d826e6d490b7b2c01b4, ASSIGN because future has completed 2024-12-06T02:20:41,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c037e1c0c101d826e6d490b7b2c01b4, server=5c7979348d1b,39851,1733451633110}] 2024-12-06T02:20:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:20:41,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:41,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T02:20:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:41,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:20:41,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:20:41,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:41,439 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,439 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c037e1c0c101d826e6d490b7b2c01b4, NAME => 'test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:41,439 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:41,439 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:20:41,440 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,440 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:41,440 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,440 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,441 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,442 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c037e1c0c101d826e6d490b7b2c01b4 columnFamilyName f 2024-12-06T02:20:41,442 DEBUG [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:41,442 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(327): Store=8c037e1c0c101d826e6d490b7b2c01b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:41,442 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,443 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c037e1c0c101d826e6d490b7b2c01b4 columnFamilyName f1 2024-12-06T02:20:41,443 DEBUG [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:41,443 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(327): Store=8c037e1c0c101d826e6d490b7b2c01b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:41,443 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,444 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c037e1c0c101d826e6d490b7b2c01b4 columnFamilyName norep 2024-12-06T02:20:41,444 DEBUG [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:41,444 INFO [StoreOpener-8c037e1c0c101d826e6d490b7b2c01b4-1 {}] regionserver.HStore(327): Store=8c037e1c0c101d826e6d490b7b2c01b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:41,444 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,445 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,445 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,446 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,446 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,446 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:41,447 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,449 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:41,449 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c037e1c0c101d826e6d490b7b2c01b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63378080, jitterRate=-0.055593013763427734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:41,449 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:41,450 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c037e1c0c101d826e6d490b7b2c01b4: Running coprocessor pre-open hook at 1733451641440Writing region info on filesystem at 1733451641440Initializing all the Stores at 1733451641441 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451641441Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451641441Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451641441Cleaning up temporary data from old regions at 1733451641446 (+5 ms)Running coprocessor post-open hooks at 1733451641449 (+3 ms)Region opened successfully at 1733451641450 (+1 ms) 2024-12-06T02:20:41,450 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4., pid=6, masterSystemTime=1733451641436 2024-12-06T02:20:41,452 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,452 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:41,453 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c037e1c0c101d826e6d490b7b2c01b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:41,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c037e1c0c101d826e6d490b7b2c01b4, server=5c7979348d1b,39851,1733451633110 because future has completed 2024-12-06T02:20:41,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:20:41,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c037e1c0c101d826e6d490b7b2c01b4, server=5c7979348d1b,39851,1733451633110 in 171 msec 2024-12-06T02:20:41,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:20:41,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c037e1c0c101d826e6d490b7b2c01b4, ASSIGN in 327 msec 2024-12-06T02:20:41,459 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:41,459 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451641459"}]},"ts":"1733451641459"} 2024-12-06T02:20:41,460 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:20:41,461 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:41,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-06T02:20:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:41,854 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:20:41,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45115,1733451637439 2024-12-06T02:20:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373b4ee5 2024-12-06T02:20:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:41,856 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:41,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:20:41,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:41,859 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:41,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:20:41,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:20:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:42,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f64d0eb83a11696f3f1f220996c52b8f, NAME => 'test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63 2024-12-06T02:20:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:20:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f64d0eb83a11696f3f1f220996c52b8f, disabling compactions & flushes 2024-12-06T02:20:42,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. after waiting 0 ms 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:42,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:42,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f64d0eb83a11696f3f1f220996c52b8f: Waiting for close lock at 1733451642673Disabling compacts and flushes for region at 1733451642673Disabling writes for close at 1733451642673Writing region close event to WAL at 1733451642673Closed at 1733451642673 2024-12-06T02:20:42,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:42,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451642674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451642674"}]},"ts":"1733451642674"} 2024-12-06T02:20:42,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:42,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:42,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451642677"}]},"ts":"1733451642677"} 2024-12-06T02:20:42,679 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:20:42,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f64d0eb83a11696f3f1f220996c52b8f, ASSIGN}] 2024-12-06T02:20:42,680 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f64d0eb83a11696f3f1f220996c52b8f, ASSIGN 2024-12-06T02:20:42,681 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f64d0eb83a11696f3f1f220996c52b8f, ASSIGN; state=OFFLINE, location=5c7979348d1b,41795,1733451637720; forceNewPlan=false, retain=false 2024-12-06T02:20:42,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f64d0eb83a11696f3f1f220996c52b8f, regionState=OPENING, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:42,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f64d0eb83a11696f3f1f220996c52b8f, ASSIGN because future has completed 2024-12-06T02:20:42,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f64d0eb83a11696f3f1f220996c52b8f, server=5c7979348d1b,41795,1733451637720}] 2024-12-06T02:20:42,989 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:42,989 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f64d0eb83a11696f3f1f220996c52b8f, NAME => 'test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:42,989 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:42,989 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:20:42,990 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,990 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:42,990 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,990 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,991 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,992 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d0eb83a11696f3f1f220996c52b8f columnFamilyName f 2024-12-06T02:20:42,992 DEBUG [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:42,992 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(327): Store=f64d0eb83a11696f3f1f220996c52b8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:42,992 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:42,993 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d0eb83a11696f3f1f220996c52b8f columnFamilyName f1 2024-12-06T02:20:42,993 DEBUG [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:42,993 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(327): Store=f64d0eb83a11696f3f1f220996c52b8f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:42,993 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:42,994 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f64d0eb83a11696f3f1f220996c52b8f columnFamilyName norep 2024-12-06T02:20:42,994 DEBUG [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:42,995 INFO [StoreOpener-f64d0eb83a11696f3f1f220996c52b8f-1 {}] regionserver.HStore(327): Store=f64d0eb83a11696f3f1f220996c52b8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:42,995 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,000 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,001 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,002 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,002 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,002 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:43,003 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,004 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:43,005 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f64d0eb83a11696f3f1f220996c52b8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59418571, jitterRate=-0.11459429562091827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:43,005 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:43,005 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f64d0eb83a11696f3f1f220996c52b8f: Running coprocessor pre-open hook at 1733451642990Writing region info on filesystem at 1733451642990Initializing all the Stores at 1733451642990Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451642990Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451642991 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451642991Cleaning up temporary data from old regions at 1733451643002 (+11 ms)Running coprocessor post-open hooks at 1733451643005 (+3 ms)Region opened successfully at 1733451643005 2024-12-06T02:20:43,006 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f., pid=6, masterSystemTime=1733451642986 2024-12-06T02:20:43,008 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:43,008 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:43,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f64d0eb83a11696f3f1f220996c52b8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:43,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f64d0eb83a11696f3f1f220996c52b8f, server=5c7979348d1b,41795,1733451637720 because future has completed 2024-12-06T02:20:43,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:20:43,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f64d0eb83a11696f3f1f220996c52b8f, server=5c7979348d1b,41795,1733451637720 in 180 msec 2024-12-06T02:20:43,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:20:43,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f64d0eb83a11696f3f1f220996c52b8f, ASSIGN in 339 msec 2024-12-06T02:20:43,021 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:43,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451643021"}]},"ts":"1733451643021"} 2024-12-06T02:20:43,024 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:20:43,025 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:43,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-12-06T02:20:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:20:44,004 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:20:44,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:44,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:44,005 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e21cec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,007 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b35c822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:44,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:44,009 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:44,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:44,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:44,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad8412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,011 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:44,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f0c011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:44,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:44,013 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3bb81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,014 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f358e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34485,1733451632895 2024-12-06T02:20:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508f34fc 2024-12-06T02:20:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:44,016 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:44,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:45115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:20:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:20:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:44,019 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:45115' 2024-12-06T02:20:44,020 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cde7997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,020 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:44,020 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:44,021 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ddab6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,023 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c40861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:44,024 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45115,1733451637439 2024-12-06T02:20:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0b5e9e 2024-12-06T02:20:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:44,025 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:44,026 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-06T02:20:44,026 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:20:44,026 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,026 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:44,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:44,027 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:44,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:20:44,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:44,029 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:44,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:44,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:20:44,078 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:20:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:44,436 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cf0c7057efb117c15635af134e52d8c, NAME => 'hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67 2024-12-06T02:20:44,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:20:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cf0c7057efb117c15635af134e52d8c, disabling compactions & flushes 2024-12-06T02:20:44,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. after waiting 0 ms 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:44,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:44,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cf0c7057efb117c15635af134e52d8c: Waiting for close lock at 1733451644841Disabling compacts and flushes for region at 1733451644841Disabling writes for close at 1733451644841Writing region close event to WAL at 1733451644841Closed at 1733451644841 2024-12-06T02:20:44,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:44,843 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451644842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451644842"}]},"ts":"1733451644842"} 2024-12-06T02:20:44,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:44,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:44,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451644845"}]},"ts":"1733451644845"} 2024-12-06T02:20:44,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:20:44,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cf0c7057efb117c15635af134e52d8c, ASSIGN}] 2024-12-06T02:20:44,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cf0c7057efb117c15635af134e52d8c, ASSIGN 2024-12-06T02:20:44,848 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cf0c7057efb117c15635af134e52d8c, ASSIGN; state=OFFLINE, location=5c7979348d1b,39851,1733451633110; forceNewPlan=false, retain=false 2024-12-06T02:20:44,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cf0c7057efb117c15635af134e52d8c, regionState=OPENING, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:45,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cf0c7057efb117c15635af134e52d8c, ASSIGN because future has completed 2024-12-06T02:20:45,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cf0c7057efb117c15635af134e52d8c, server=5c7979348d1b,39851,1733451633110}] 2024-12-06T02:20:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:45,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:45,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:45,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:20:45,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39851%2C1733451633110.rep, suffix=, logDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110, archiveDir=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/oldWALs, maxLogs=10 2024-12-06T02:20:45,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.rep.1733451645158, exclude list is [], retry=0 2024-12-06T02:20:45,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35385,DS-f679d2fc-dda2-4aa7-a9a7-1d2a484098d1,DISK] 2024-12-06T02:20:45,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.rep.1733451645158 2024-12-06T02:20:45,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-12-06T02:20:45,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cf0c7057efb117c15635af134e52d8c, NAME => 'hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:45,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:45,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:45,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. service=MultiRowMutationService 2024-12-06T02:20:45,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:20:45,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:45,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,175 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,176 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf0c7057efb117c15635af134e52d8c columnFamilyName hfileref 2024-12-06T02:20:45,176 DEBUG [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:45,176 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(327): Store=2cf0c7057efb117c15635af134e52d8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:45,176 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,177 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf0c7057efb117c15635af134e52d8c columnFamilyName queue 2024-12-06T02:20:45,177 DEBUG [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:45,177 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(327): Store=2cf0c7057efb117c15635af134e52d8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:45,177 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,178 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf0c7057efb117c15635af134e52d8c columnFamilyName sid 2024-12-06T02:20:45,178 DEBUG [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:45,179 INFO [StoreOpener-2cf0c7057efb117c15635af134e52d8c-1 {}] regionserver.HStore(327): Store=2cf0c7057efb117c15635af134e52d8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:45,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:45,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:45,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cf0c7057efb117c15635af134e52d8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67448686, jitterRate=0.005063742399215698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:45,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:45,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cf0c7057efb117c15635af134e52d8c: Running coprocessor pre-open hook at 1733451645174Writing region info on filesystem at 1733451645174Initializing all the Stores at 1733451645174Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451645174Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451645175 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451645175Cleaning up temporary data from old regions at 1733451645180 (+5 ms)Running coprocessor post-open hooks at 1733451645183 (+3 ms)Region opened successfully at 1733451645183 2024-12-06T02:20:45,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c., pid=10, masterSystemTime=1733451645153 2024-12-06T02:20:45,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:45,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:45,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cf0c7057efb117c15635af134e52d8c, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39851,1733451633110 2024-12-06T02:20:45,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cf0c7057efb117c15635af134e52d8c, server=5c7979348d1b,39851,1733451633110 because future has completed 2024-12-06T02:20:45,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:20:45,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cf0c7057efb117c15635af134e52d8c, server=5c7979348d1b,39851,1733451633110 in 187 msec 2024-12-06T02:20:45,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:20:45,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cf0c7057efb117c15635af134e52d8c, ASSIGN in 343 msec 2024-12-06T02:20:45,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:45,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451645192"}]},"ts":"1733451645192"} 2024-12-06T02:20:45,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:20:45,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:45,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-06T02:20:45,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c., hostname=5c7979348d1b,39851,1733451633110, seqNum=2] 2024-12-06T02:20:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:45,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:20:45,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:20:45,429 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:20:45,454 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,39851,1733451633110, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:20:45,454 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:45,454 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39851,1733451633110, seqNum=-1] 2024-12-06T02:20:45,455 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:45,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,39851,1733451633110', locateType=CURRENT is [region=hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c., hostname=5c7979348d1b,39851,1733451633110, seqNum=2] 2024-12-06T02:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:20:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:20:45,461 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,39851,1733451633110 suceeded 2024-12-06T02:20:45,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:20:45,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-06T02:20:45,463 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:45115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:20:45,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-12-06T02:20:45,474 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:45115' 2024-12-06T02:20:45,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c627af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:45,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:45,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:45,476 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:45,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dbb186c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:45,478 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:45,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d388969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:45,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45115,1733451637439 2024-12-06T02:20:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba9f6ba 2024-12-06T02:20:45,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:45,479 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:45,480 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,39851,1733451633110 (queues=1) is replicating from cluster=a3e1ebc4-b8a4-488d-960e-f9e87a2f1915 to cluster=21399dae-c532-4593-900d-c766b92a3ca2 2024-12-06T02:20:45,480 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C39851%2C1733451633110 2024-12-06T02:20:45,480 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,39851,1733451633110, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:20:45,480 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C39851%2C1733451633110 2024-12-06T02:20:45,480 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, startPosition=0, beingWritten=true 2024-12-06T02:20:45,485 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:45,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:45,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:45,696 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:46,001 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:46,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:46,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:46,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:20:46,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:20:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:46,164 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:20:46,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:46,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:46,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:46,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:46,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:46,165 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3188c6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,167 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218a4f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,45115,1733451637439 2024-12-06T02:20:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574c0923 2024-12-06T02:20:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:46,169 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:46,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:34485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:20:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:20:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:46,171 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:34485' 2024-12-06T02:20:46,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d538108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,172 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:46,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:46,173 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:46,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:46,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:46,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd13bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:46,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:46,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,174 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:46,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cb506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:46,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:46,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34485,1733451632895 2024-12-06T02:20:46,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a38ba3 2024-12-06T02:20:46,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:46,176 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:20:46,177 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:20:46,177 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:20:46,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:46,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:46,177 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:20:46,178 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:20:46,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:20:46,179 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:46,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:20:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:20:46,228 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:20:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:46,405 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:46,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25e92c19a8ef583385626780b87df370, NAME => 'hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63 2024-12-06T02:20:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:20:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:46,909 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:46,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:46,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25e92c19a8ef583385626780b87df370, disabling compactions & flushes 2024-12-06T02:20:46,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:46,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:46,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. after waiting 0 ms 2024-12-06T02:20:46,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:46,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:46,992 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25e92c19a8ef583385626780b87df370: Waiting for close lock at 1733451646991Disabling compacts and flushes for region at 1733451646991Disabling writes for close at 1733451646992 (+1 ms)Writing region close event to WAL at 1733451646992Closed at 1733451646992 2024-12-06T02:20:46,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:20:46,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451646993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451646993"}]},"ts":"1733451646993"} 2024-12-06T02:20:46,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:20:46,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:20:46,995 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451646995"}]},"ts":"1733451646995"} 2024-12-06T02:20:46,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:20:46,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e92c19a8ef583385626780b87df370, ASSIGN}] 2024-12-06T02:20:46,998 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e92c19a8ef583385626780b87df370, ASSIGN 2024-12-06T02:20:46,999 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e92c19a8ef583385626780b87df370, ASSIGN; state=OFFLINE, location=5c7979348d1b,41795,1733451637720; forceNewPlan=false, retain=false 2024-12-06T02:20:47,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e92c19a8ef583385626780b87df370, regionState=OPENING, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:47,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e92c19a8ef583385626780b87df370, ASSIGN because future has completed 2024-12-06T02:20:47,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e92c19a8ef583385626780b87df370, server=5c7979348d1b,41795,1733451637720}] 2024-12-06T02:20:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:20:47,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C41795%2C1733451637720.rep, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/oldWALs, maxLogs=10 2024-12-06T02:20:47,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.rep.1733451647308, exclude list is [], retry=0 2024-12-06T02:20:47,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35993,DS-3cab8a60-013c-4a84-95d8-57a043fa554f,DISK] 2024-12-06T02:20:47,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.rep.1733451647308 2024-12-06T02:20:47,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40625:40625)] 2024-12-06T02:20:47,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25e92c19a8ef583385626780b87df370, NAME => 'hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:20:47,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:20:47,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:20:47,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. service=MultiRowMutationService 2024-12-06T02:20:47,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:20:47,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:20:47,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,325 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,326 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e92c19a8ef583385626780b87df370 columnFamilyName hfileref 2024-12-06T02:20:47,326 DEBUG [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:47,326 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(327): Store=25e92c19a8ef583385626780b87df370/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:47,326 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,327 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e92c19a8ef583385626780b87df370 columnFamilyName queue 2024-12-06T02:20:47,327 DEBUG [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:47,327 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(327): Store=25e92c19a8ef583385626780b87df370/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:47,327 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,328 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e92c19a8ef583385626780b87df370 columnFamilyName sid 2024-12-06T02:20:47,328 DEBUG [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:20:47,328 INFO [StoreOpener-25e92c19a8ef583385626780b87df370-1 {}] regionserver.HStore(327): Store=25e92c19a8ef583385626780b87df370/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:20:47,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:20:47,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:20:47,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25e92c19a8ef583385626780b87df370; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64996434, jitterRate=-0.031477659940719604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:20:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:47,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25e92c19a8ef583385626780b87df370: Running coprocessor pre-open hook at 1733451647324Writing region info on filesystem at 1733451647324Initializing all the Stores at 1733451647324Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451647324Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451647325 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451647325Cleaning up temporary data from old regions at 1733451647330 (+5 ms)Running coprocessor post-open hooks at 1733451647332 (+2 ms)Region opened successfully at 1733451647332 2024-12-06T02:20:47,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370., pid=10, masterSystemTime=1733451647304 2024-12-06T02:20:47,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:47,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:47,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e92c19a8ef583385626780b87df370, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,41795,1733451637720 2024-12-06T02:20:47,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e92c19a8ef583385626780b87df370, server=5c7979348d1b,41795,1733451637720 because future has completed 2024-12-06T02:20:47,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:20:47,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25e92c19a8ef583385626780b87df370, server=5c7979348d1b,41795,1733451637720 in 186 msec 2024-12-06T02:20:47,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:20:47,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e92c19a8ef583385626780b87df370, ASSIGN in 342 msec 2024-12-06T02:20:47,341 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:20:47,341 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451647341"}]},"ts":"1733451647341"} 2024-12-06T02:20:47,343 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:20:47,343 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:20:47,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-06T02:20:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370., hostname=5c7979348d1b,41795,1733451637720, seqNum=2] 2024-12-06T02:20:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:47,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:20:47,513 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:47,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:20:47,661 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:20:47,686 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,41795,1733451637720, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:20:47,687 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:47,687 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41795,1733451637720, seqNum=-1] 2024-12-06T02:20:47,687 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:47,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:47,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,41795,1733451637720', locateType=CURRENT is [region=hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370., hostname=5c7979348d1b,41795,1733451637720, seqNum=2] 2024-12-06T02:20:47,691 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:20:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:20:47,693 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,41795,1733451637720 suceeded 2024-12-06T02:20:47,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:20:47,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-06T02:20:47,695 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:34485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:20:47,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-12-06T02:20:47,709 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:34485' 2024-12-06T02:20:47,711 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:47,711 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:47,711 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:47,711 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:47,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:47,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:47,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e1c4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:47,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:47,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:47,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:47,713 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:47,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f0ee56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:47,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:20:47,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,34485,1733451632895 2024-12-06T02:20:47,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@479f9e9b 2024-12-06T02:20:47,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:20:47,715 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-06T02:20:47,715 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,41795,1733451637720 (queues=1) is replicating from cluster=21399dae-c532-4593-900d-c766b92a3ca2 to cluster=a3e1ebc4-b8a4-488d-960e-f9e87a2f1915 2024-12-06T02:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C41795%2C1733451637720 2024-12-06T02:20:47,715 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,41795,1733451637720, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:20:47,716 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C41795%2C1733451637720 2024-12-06T02:20:47,716 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, startPosition=0, beingWritten=true 2024-12-06T02:20:47,721 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:47,721 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 379, reset compression=false 2024-12-06T02:20:47,721 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:47,924 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 379, reset compression=false 2024-12-06T02:20:48,216 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:48,228 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 379, reset compression=false 2024-12-06T02:20:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:20:48,313 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:20:48,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:48,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:48,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:48,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:48,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:48,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39851,1733451633110, seqNum=-1] 2024-12-06T02:20:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:48,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:48,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4., hostname=5c7979348d1b,39851,1733451633110, seqNum=2] 2024-12-06T02:20:48,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41795,1733451637720, seqNum=-1] 2024-12-06T02:20:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:48,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:20:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f., hostname=5c7979348d1b,41795,1733451637720, seqNum=2] 2024-12-06T02:20:48,323 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T02:20:48,631 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 379, reset compression=false 2024-12-06T02:20:49,020 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 379, reset compression=false 2024-12-06T02:20:49,036 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:49,037 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 480, reset compression=false 2024-12-06T02:20:49,037 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c037e1c0c101d826e6d490b7b2c01b4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T02:20:49,039 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:49,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-06T02:20:49,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:20:49,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25014da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,45115,-1 for getting cluster id 2024-12-06T02:20:49,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:49,042 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21399dae-c532-4593-900d-c766b92a3ca2' 2024-12-06T02:20:49,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:49,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21399dae-c532-4593-900d-c766b92a3ca2" 2024-12-06T02:20:49,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a31c044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,45115,-1] 2024-12-06T02:20:49,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:49,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:49,044 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:49,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a4277a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:49,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,41795,1733451637720, seqNum=-1] 2024-12-06T02:20:49,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:49,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:49,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f., hostname=5c7979348d1b,41795,1733451637720, seqNum=2] 2024-12-06T02:20:49,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:20:49,137 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 379, reset compression=false 2024-12-06T02:20:49,141 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:49,142 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 504, reset compression=false 2024-12-06T02:20:49,142 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:49,242 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 480, reset compression=false 2024-12-06T02:20:49,327 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T02:20:49,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T02:20:49,345 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 504, reset compression=false 2024-12-06T02:20:49,370 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:49,370 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 608, reset compression=false 2024-12-06T02:20:49,370 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[{test/f64d0eb83a11696f3f1f220996c52b8f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:20:49,372 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:20:49,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-06T02:20:49,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:20:49,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2558642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,34485,-1 for getting cluster id 2024-12-06T02:20:49,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:20:49,375 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3e1ebc4-b8a4-488d-960e-f9e87a2f1915' 2024-12-06T02:20:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:20:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3e1ebc4-b8a4-488d-960e-f9e87a2f1915" 2024-12-06T02:20:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706bb3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,34485,-1] 2024-12-06T02:20:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:20:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:49,376 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:20:49,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e8e236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:20:49,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:20:49,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39851,1733451633110, seqNum=-1] 2024-12-06T02:20:49,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:20:49,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T02:20:49,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4., hostname=5c7979348d1b,39851,1733451633110, seqNum=2] 2024-12-06T02:20:49,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:20:49,546 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 480, reset compression=false 2024-12-06T02:20:49,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:49,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 607, reset compression=false 2024-12-06T02:20:49,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:49,575 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 608, reset compression=false 2024-12-06T02:20:49,766 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 607, reset compression=false 2024-12-06T02:20:49,880 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 608, reset compression=false 2024-12-06T02:20:50,085 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 607, reset compression=false 2024-12-06T02:20:50,283 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 608, reset compression=false 2024-12-06T02:20:50,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T02:20:50,343 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T02:20:50,518 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 607, reset compression=false 2024-12-06T02:20:50,532 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:50,532 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 763, reset compression=false 2024-12-06T02:20:50,532 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c037e1c0c101d826e6d490b7b2c01b4/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T02:20:50,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:20:50,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41795 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:20:50,758 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 763, reset compression=false 2024-12-06T02:20:50,819 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 608, reset compression=false 2024-12-06T02:20:50,835 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:50,835 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 756, reset compression=false 2024-12-06T02:20:50,835 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:51,061 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 756, reset compression=false 2024-12-06T02:20:51,070 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 763, reset compression=false 2024-12-06T02:20:51,345 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T02:20:51,353 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T02:20:51,381 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 756, reset compression=false 2024-12-06T02:20:51,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:20:51,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:51,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:20:51,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:20:51,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:51,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:20:51,394 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:20:51,394 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 915, reset compression=false 2024-12-06T02:20:51,395 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[{test/f64d0eb83a11696f3f1f220996c52b8f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T02:20:51,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:20:51,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39851 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:20:51,488 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 763, reset compression=false 2024-12-06T02:20:51,506 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:51,506 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:51,506 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:51,608 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 915, reset compression=false 2024-12-06T02:20:51,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:51,937 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 915, reset compression=false 2024-12-06T02:20:52,019 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:52,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 915, reset compression=false 2024-12-06T02:20:52,356 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T02:20:52,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:52,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:52,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:52,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:52,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:52,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:52,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1140249907, stopped=false 2024-12-06T02:20:52,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:52,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,45115,1733451637439 2024-12-06T02:20:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-683534305/running 2024-12-06T02:20:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:52,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-683534305/running 2024-12-06T02:20:52,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:52,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:52,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:52,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:52,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,41795,1733451637720' ***** 2024-12-06T02:20:52,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:52,372 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:52,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/running 2024-12-06T02:20:52,372 INFO [RS:0;5c7979348d1b:41795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:52,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:52,372 INFO [RS:0;5c7979348d1b:41795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:52,372 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(3091): Received CLOSE for 25e92c19a8ef583385626780b87df370 2024-12-06T02:20:52,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Set watcher on znode that does not yet exist, /1-683534305/running 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(3091): Received CLOSE for f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,41795,1733451637720 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41795. 2024-12-06T02:20:52,373 DEBUG [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:52,373 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:52,373 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25e92c19a8ef583385626780b87df370, disabling compactions & flushes 2024-12-06T02:20:52,373 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:52,373 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:52,373 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. after waiting 0 ms 2024-12-06T02:20:52,373 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:52,373 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:20:52,374 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1325): Online Regions={25e92c19a8ef583385626780b87df370=hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370., 1588230740=hbase:meta,,1.1588230740, f64d0eb83a11696f3f1f220996c52b8f=test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.} 2024-12-06T02:20:52,374 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25e92c19a8ef583385626780b87df370 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T02:20:52,374 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e92c19a8ef583385626780b87df370, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:52,374 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:52,374 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:52,374 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:52,374 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:52,374 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:52,374 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:20:52,389 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/.tmp/queue/783fcc6f3a4048a59cfa7e66c5950d17 is 153, key is 1-5c7979348d1b,41795,1733451637720/queue:5c7979348d1b%2C41795%2C1733451637720/1733451651400/Put/seqid=0 2024-12-06T02:20:52,390 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/info/849547d5c9194998bd3734756eb883ae is 147, key is hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370./info:regioninfo/1733451647335/Put/seqid=0 2024-12-06T02:20:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741840_1016 (size=7686) 2024-12-06T02:20:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741841_1017 (size=5352) 2024-12-06T02:20:52,422 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:52,426 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:52,574 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e92c19a8ef583385626780b87df370, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:52,774 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e92c19a8ef583385626780b87df370, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:52,795 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/info/849547d5c9194998bd3734756eb883ae 2024-12-06T02:20:52,795 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/.tmp/queue/783fcc6f3a4048a59cfa7e66c5950d17 2024-12-06T02:20:52,802 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/.tmp/queue/783fcc6f3a4048a59cfa7e66c5950d17 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/queue/783fcc6f3a4048a59cfa7e66c5950d17 2024-12-06T02:20:52,807 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/queue/783fcc6f3a4048a59cfa7e66c5950d17, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T02:20:52,808 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 25e92c19a8ef583385626780b87df370 in 435ms, sequenceid=10, compaction requested=false 2024-12-06T02:20:52,822 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/ns/38eab6a03b084fdaab0f7e9abad82006 is 43, key is default/ns:d/1733451640618/Put/seqid=0 2024-12-06T02:20:52,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:52,829 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/replication/25e92c19a8ef583385626780b87df370/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:52,830 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25e92c19a8ef583385626780b87df370: Waiting for close lock at 1733451652373Running coprocessor pre-close hooks at 1733451652373Disabling compacts and flushes for region at 1733451652373Disabling writes for close at 1733451652373Obtaining lock to block concurrent updates at 1733451652374 (+1 ms)Preparing flush snapshotting stores in 25e92c19a8ef583385626780b87df370 at 1733451652374Finished memstore snapshotting hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733451652374Flushing stores of hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. at 1733451652374Flushing 25e92c19a8ef583385626780b87df370/queue: creating writer at 1733451652374Flushing 25e92c19a8ef583385626780b87df370/queue: appending metadata at 1733451652389 (+15 ms)Flushing 25e92c19a8ef583385626780b87df370/queue: closing flushed file at 1733451652389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6f03e3: reopening flushed file at 1733451652801 (+412 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 25e92c19a8ef583385626780b87df370 in 435ms, sequenceid=10, compaction requested=false at 1733451652808 (+7 ms)Writing region close event to WAL at 1733451652819 (+11 ms)Running coprocessor post-close hooks at 1733451652829 (+10 ms)Closed at 1733451652830 (+1 ms) 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451646177.25e92c19a8ef583385626780b87df370. 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f64d0eb83a11696f3f1f220996c52b8f, disabling compactions & flushes 2024-12-06T02:20:52,830 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. after waiting 0 ms 2024-12-06T02:20:52,830 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:52,830 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f64d0eb83a11696f3f1f220996c52b8f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-06T02:20:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:20:52,833 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/ns/38eab6a03b084fdaab0f7e9abad82006 2024-12-06T02:20:52,856 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f/bde5174e7d7c43f58f61a4d35886767d is 29, key is row1/f:/1733451651346/DeleteFamily/seqid=0 2024-12-06T02:20:52,865 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 915, reset compression=false 2024-12-06T02:20:52,874 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/rep_barrier/6a3d7161a983486ab948d169c7745740 is 112, key is test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f./rep_barrier:seqnumDuringOpen/1733451643009/Put/seqid=0 2024-12-06T02:20:52,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741843_1019 (size=5118) 2024-12-06T02:20:52,886 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f/bde5174e7d7c43f58f61a4d35886767d 2024-12-06T02:20:52,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:52,894 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:52,894 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1162, reset compression=false 2024-12-06T02:20:52,894 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,41795,1733451637720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:52,895 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,41795,1733451637720: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,41795,1733451637720, walGroup=5c7979348d1b%2C41795%2C1733451637720, offset=5c7979348d1b%2C41795%2C1733451637720.1733451640151:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:20:52,897 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:20:52,897 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:20:52,898 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:20:52,898 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:20:52,898 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:20:52,898 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 667472848 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190844056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:20:52,898 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:45115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:45115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:20:52,902 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bde5174e7d7c43f58f61a4d35886767d 2024-12-06T02:20:52,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741844_1020 (size=5518) 2024-12-06T02:20:52,925 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f1/0edc553449004722b90cd4b078e3ef1b is 30, key is row1/f1:/1733451651346/DeleteFamily/seqid=0 2024-12-06T02:20:52,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741845_1021 (size=5123) 2024-12-06T02:20:52,929 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:52,930 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f1/0edc553449004722b90cd4b078e3ef1b 2024-12-06T02:20:52,934 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edc553449004722b90cd4b078e3ef1b 2024-12-06T02:20:52,948 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/norep/8e5d96c84af84059acd0b0c3c3bb9c51 is 33, key is row1/norep:/1733451651346/DeleteFamily/seqid=0 2024-12-06T02:20:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741846_1022 (size=5108) 2024-12-06T02:20:52,974 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:53,008 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:20:53,008 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:20:53,115 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1162, reset compression=false 2024-12-06T02:20:53,174 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:53,316 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/rep_barrier/6a3d7161a983486ab948d169c7745740 2024-12-06T02:20:53,334 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/table/bb46e5122364488eb0439e75fa071ce2 is 53, key is hbase:replication/table:state/1733451647341/Put/seqid=0 2024-12-06T02:20:53,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741847_1023 (size=5308) 2024-12-06T02:20:53,353 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/norep/8e5d96c84af84059acd0b0c3c3bb9c51 2024-12-06T02:20:53,358 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e5d96c84af84059acd0b0c3c3bb9c51 2024-12-06T02:20:53,359 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f/bde5174e7d7c43f58f61a4d35886767d as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/f/bde5174e7d7c43f58f61a4d35886767d 2024-12-06T02:20:53,363 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bde5174e7d7c43f58f61a4d35886767d 2024-12-06T02:20:53,363 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/f/bde5174e7d7c43f58f61a4d35886767d, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:53,364 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/f1/0edc553449004722b90cd4b078e3ef1b as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/f1/0edc553449004722b90cd4b078e3ef1b 2024-12-06T02:20:53,368 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edc553449004722b90cd4b078e3ef1b 2024-12-06T02:20:53,368 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/f1/0edc553449004722b90cd4b078e3ef1b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:53,369 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/.tmp/norep/8e5d96c84af84059acd0b0c3c3bb9c51 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/norep/8e5d96c84af84059acd0b0c3c3bb9c51 2024-12-06T02:20:53,375 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:20:53,375 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f64d0eb83a11696f3f1f220996c52b8f=test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f.} 2024-12-06T02:20:53,375 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f64d0eb83a11696f3f1f220996c52b8f 2024-12-06T02:20:53,377 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e5d96c84af84059acd0b0c3c3bb9c51 2024-12-06T02:20:53,377 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/norep/8e5d96c84af84059acd0b0c3c3bb9c51, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:53,378 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f64d0eb83a11696f3f1f220996c52b8f in 548ms, sequenceid=8, compaction requested=false 2024-12-06T02:20:53,381 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/default/test/f64d0eb83a11696f3f1f220996c52b8f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T02:20:53,382 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:53,382 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:53,382 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:53,382 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f64d0eb83a11696f3f1f220996c52b8f: Waiting for close lock at 1733451652830Running coprocessor pre-close hooks at 1733451652830Disabling compacts and flushes for region at 1733451652830Disabling writes for close at 1733451652830Obtaining lock to block concurrent updates at 1733451652830Preparing flush snapshotting stores in f64d0eb83a11696f3f1f220996c52b8f at 1733451652830Finished memstore snapshotting test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733451652831 (+1 ms)Flushing stores of test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. at 1733451652831Flushing f64d0eb83a11696f3f1f220996c52b8f/f: creating writer at 1733451652831Flushing f64d0eb83a11696f3f1f220996c52b8f/f: appending metadata at 1733451652855 (+24 ms)Flushing f64d0eb83a11696f3f1f220996c52b8f/f: closing flushed file at 1733451652855Flushing f64d0eb83a11696f3f1f220996c52b8f/f1: creating writer at 1733451652902 (+47 ms)Flushing f64d0eb83a11696f3f1f220996c52b8f/f1: appending metadata at 1733451652925 (+23 ms)Flushing f64d0eb83a11696f3f1f220996c52b8f/f1: closing flushed file at 1733451652925Flushing f64d0eb83a11696f3f1f220996c52b8f/norep: creating writer at 1733451652935 (+10 ms)Flushing f64d0eb83a11696f3f1f220996c52b8f/norep: appending metadata at 1733451652947 (+12 ms)Flushing f64d0eb83a11696f3f1f220996c52b8f/norep: closing flushed file at 1733451652947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5210b7ac: reopening flushed file at 1733451653358 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a933dbf: reopening flushed file at 1733451653364 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d90d39: reopening flushed file at 1733451653369 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f64d0eb83a11696f3f1f220996c52b8f in 548ms, sequenceid=8, compaction requested=false at 1733451653378 (+9 ms)Writing region close event to WAL at 1733451653379 (+1 ms)Running coprocessor post-close hooks at 1733451653382 (+3 ms)Closed at 1733451653382 2024-12-06T02:20:53,382 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451641856.f64d0eb83a11696f3f1f220996c52b8f. 2024-12-06T02:20:53,419 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1162, reset compression=false 2024-12-06T02:20:53,430 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:53,430 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1806, reset compression=false 2024-12-06T02:20:53,534 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:53,575 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:53,637 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1806, reset compression=false 2024-12-06T02:20:53,739 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/table/bb46e5122364488eb0439e75fa071ce2 2024-12-06T02:20:53,746 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/info/849547d5c9194998bd3734756eb883ae as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/info/849547d5c9194998bd3734756eb883ae 2024-12-06T02:20:53,756 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/info/849547d5c9194998bd3734756eb883ae, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:20:53,757 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/ns/38eab6a03b084fdaab0f7e9abad82006 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/ns/38eab6a03b084fdaab0f7e9abad82006 2024-12-06T02:20:53,763 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/ns/38eab6a03b084fdaab0f7e9abad82006, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:20:53,764 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/rep_barrier/6a3d7161a983486ab948d169c7745740 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/rep_barrier/6a3d7161a983486ab948d169c7745740 2024-12-06T02:20:53,770 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/rep_barrier/6a3d7161a983486ab948d169c7745740, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:20:53,771 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/.tmp/table/bb46e5122364488eb0439e75fa071ce2 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/table/bb46e5122364488eb0439e75fa071ce2 2024-12-06T02:20:53,776 DEBUG [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:20:53,778 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/table/bb46e5122364488eb0439e75fa071ce2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:20:53,779 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=16, compaction requested=false 2024-12-06T02:20:53,797 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:20:53,797 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:53,798 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:53,798 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:53,798 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451652374Running coprocessor pre-close hooks at 1733451652374Disabling compacts and flushes for region at 1733451652374Disabling writes for close at 1733451652374Obtaining lock to block concurrent updates at 1733451652374Preparing flush snapshotting stores in 1588230740 at 1733451652374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451652374Flushing stores of hbase:meta,,1.1588230740 at 1733451652375 (+1 ms)Flushing 1588230740/info: creating writer at 1733451652375Flushing 1588230740/info: appending metadata at 1733451652390 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733451652390Flushing 1588230740/ns: creating writer at 1733451652802 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733451652821 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451652821Flushing 1588230740/rep_barrier: creating writer at 1733451652840 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451652873 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451652873Flushing 1588230740/table: creating writer at 1733451653321 (+448 ms)Flushing 1588230740/table: appending metadata at 1733451653334 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733451653334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cba8f6: reopening flushed file at 1733451653746 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f8bdbe: reopening flushed file at 1733451653756 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e89cd5a: reopening flushed file at 1733451653763 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d9db45: reopening flushed file at 1733451653770 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=16, compaction requested=false at 1733451653779 (+9 ms)Writing region close event to WAL at 1733451653788 (+9 ms)Running coprocessor post-close hooks at 1733451653797 (+9 ms)Closed at 1733451653798 (+1 ms) 2024-12-06T02:20:53,798 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:53,942 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/WALs/5c7979348d1b,41795,1733451637720/5c7979348d1b%2C41795%2C1733451637720.1733451640151 to pos 1806, reset compression=false 2024-12-06T02:20:53,976 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,41795,1733451637720; all regions closed. 2024-12-06T02:20:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:20:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741839_1015 (size=2676) 2024-12-06T02:20:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741833_1009 (size=1814) 2024-12-06T02:20:53,984 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:53,984 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:53,984 INFO [RS:0;5c7979348d1b:41795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:53,984 INFO [RS:0;5c7979348d1b:41795 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:53,985 INFO [RS:0;5c7979348d1b:41795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:53,985 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:53,985 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,41795,1733451637720 because: Region server is closing 2024-12-06T02:20:53,985 INFO [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41795. 2024-12-06T02:20:53,985 DEBUG [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:53,985 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:53,985 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:53,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:54,086 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.shipper5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 terminated 2024-12-06T02:20:54,086 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,41795,1733451637720.replicationSource.wal-reader.5c7979348d1b%2C41795%2C1733451637720,1-5c7979348d1b,41795,1733451637720 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:20:54,086 INFO [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:41795. 2024-12-06T02:20:54,086 DEBUG [RS:0;5c7979348d1b:41795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:54,086 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:54,086 DEBUG [RS:0;5c7979348d1b:41795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:54,086 INFO [RS:0;5c7979348d1b:41795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41795 2024-12-06T02:20:54,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305/rs 2024-12-06T02:20:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-683534305/rs/5c7979348d1b,41795,1733451637720 2024-12-06T02:20:54,230 INFO [RS:0;5c7979348d1b:41795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:54,243 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:54,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,41795,1733451637720] 2024-12-06T02:20:54,346 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-683534305/draining/5c7979348d1b,41795,1733451637720 already deleted, retry=false 2024-12-06T02:20:54,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,41795,1733451637720 expired; onlineServers=0 2024-12-06T02:20:54,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,45115,1733451637439' ***** 2024-12-06T02:20:54,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:54,346 INFO [M:0;5c7979348d1b:45115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:54,346 INFO [M:0;5c7979348d1b:45115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:54,347 DEBUG [M:0;5c7979348d1b:45115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:54,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:54,347 DEBUG [M:0;5c7979348d1b:45115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:54,347 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451639758 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451639758,5,FailOnTimeoutGroup] 2024-12-06T02:20:54,347 INFO [M:0;5c7979348d1b:45115 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:54,347 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451639759 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451639759,5,FailOnTimeoutGroup] 2024-12-06T02:20:54,347 INFO [M:0;5c7979348d1b:45115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:54,347 DEBUG [M:0;5c7979348d1b:45115 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:54,347 INFO [M:0;5c7979348d1b:45115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:54,347 INFO [M:0;5c7979348d1b:45115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:54,347 INFO [M:0;5c7979348d1b:45115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:54,348 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-683534305/master 2024-12-06T02:20:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-683534305 2024-12-06T02:20:54,357 DEBUG [M:0;5c7979348d1b:45115 {}] zookeeper.ZKUtil(347): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Unable to get data of znode /1-683534305/master because node does not exist (not an error) 2024-12-06T02:20:54,357 WARN [M:0;5c7979348d1b:45115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:20:54,357 INFO [M:0;5c7979348d1b:45115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/.lastflushedseqids 2024-12-06T02:20:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741848_1024 (size=245) 2024-12-06T02:20:54,417 INFO [RS:0;5c7979348d1b:41795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:54,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:54,417 INFO [RS:0;5c7979348d1b:41795 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,41795,1733451637720; zookeeper connection closed. 2024-12-06T02:20:54,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41795-0x101a870c3130004, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:54,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb3b427 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb3b427 2024-12-06T02:20:54,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:54,762 INFO [M:0;5c7979348d1b:45115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:54,762 INFO [M:0;5c7979348d1b:45115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:54,762 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:54,762 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:54,762 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:54,762 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:54,762 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:54,762 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T02:20:54,781 DEBUG [M:0;5c7979348d1b:45115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f33036c9a4b494288ef5e8397545dd4 is 82, key is hbase:meta,,1/info:regioninfo/1733451640540/Put/seqid=0 2024-12-06T02:20:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741849_1025 (size=5672) 2024-12-06T02:20:55,046 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:55,190 INFO [M:0;5c7979348d1b:45115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f33036c9a4b494288ef5e8397545dd4 2024-12-06T02:20:55,207 DEBUG [M:0;5c7979348d1b:45115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5458e5514a8b4c21be7c244e0b12e7f4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451647344/Put/seqid=0 2024-12-06T02:20:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741850_1026 (size=8516) 2024-12-06T02:20:55,611 INFO [M:0;5c7979348d1b:45115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5458e5514a8b4c21be7c244e0b12e7f4 2024-12-06T02:20:55,634 DEBUG [M:0;5c7979348d1b:45115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8b395c34324fe0846334542b192305 is 69, key is 5c7979348d1b,41795,1733451637720/rs:state/1733451639886/Put/seqid=0 2024-12-06T02:20:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741851_1027 (size=5156) 2024-12-06T02:20:55,958 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:56,038 INFO [M:0;5c7979348d1b:45115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8b395c34324fe0846334542b192305 2024-12-06T02:20:56,059 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f33036c9a4b494288ef5e8397545dd4 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f33036c9a4b494288ef5e8397545dd4 2024-12-06T02:20:56,064 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f33036c9a4b494288ef5e8397545dd4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:20:56,066 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5458e5514a8b4c21be7c244e0b12e7f4 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5458e5514a8b4c21be7c244e0b12e7f4 2024-12-06T02:20:56,071 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5458e5514a8b4c21be7c244e0b12e7f4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:20:56,072 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8b395c34324fe0846334542b192305 as hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac8b395c34324fe0846334542b192305 2024-12-06T02:20:56,077 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/9d576308-8c8d-b86f-0b68-f01c295cff63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac8b395c34324fe0846334542b192305, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:20:56,079 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false 2024-12-06T02:20:56,123 INFO [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:56,123 DEBUG [M:0;5c7979348d1b:45115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451654762Disabling compacts and flushes for region at 1733451654762Disabling writes for close at 1733451654762Obtaining lock to block concurrent updates at 1733451654762Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451654762Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733451654763 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451654763Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451654763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451654780 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451654780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451655194 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451655206 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451655206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451655614 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451655633 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451655633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ebab1a: reopening flushed file at 1733451656046 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@daa432a: reopening flushed file at 1733451656065 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16096c3b: reopening flushed file at 1733451656071 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=97, compaction requested=false at 1733451656079 (+8 ms)Writing region close event to WAL at 1733451656123 (+44 ms)Closed at 1733451656123 2024-12-06T02:20:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35993 is added to blk_1073741830_1006 (size=63654) 2024-12-06T02:20:56,126 INFO [M:0;5c7979348d1b:45115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:56,126 INFO [M:0;5c7979348d1b:45115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45115 2024-12-06T02:20:56,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:56,128 INFO [M:0;5c7979348d1b:45115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:56,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:56,261 INFO [M:0;5c7979348d1b:45115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:56,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45115-0x101a870c3130003, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:56,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15626e5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:56,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbf964d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:56,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:56,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:56,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f1a53a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:56,302 WARN [BP-730865718-172.17.0.3-1733451634776 heartbeating to localhost/127.0.0.1:44055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:56,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:56,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:56,302 WARN [BP-730865718-172.17.0.3-1733451634776 heartbeating to localhost/127.0.0.1:44055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-730865718-172.17.0.3-1733451634776 (Datanode Uuid 75cca329-374f-48af-82db-5c71681cb986) service to localhost/127.0.0.1:44055 2024-12-06T02:20:56,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/cluster_ddcc3ec0-2c90-34e2-08b9-13670daa59ce/data/data2/current/BP-730865718-172.17.0.3-1733451634776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:56,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/cluster_ddcc3ec0-2c90-34e2-08b9-13670daa59ce/data/data1/current/BP-730865718-172.17.0.3-1733451634776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:56,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:56,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@691b051{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:56,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23db3f43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:56,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:56,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:56,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e53d0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:56,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:56,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:20:56,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:56,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:56,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:56,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:56,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:56,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:20:56,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815768154, stopped=false 2024-12-06T02:20:56,350 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,34485,1733451632895 2024-12-06T02:20:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884800685/running 2024-12-06T02:20:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884800685/running 2024-12-06T02:20:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:56,371 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:56,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:20:56,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:56,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:56,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/running 2024-12-06T02:20:56,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Set watcher on znode that does not yet exist, /01884800685/running 2024-12-06T02:20:56,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,39851,1733451633110' ***** 2024-12-06T02:20:56,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:20:56,373 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:20:56,373 INFO [RS:0;5c7979348d1b:39851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:20:56,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:20:56,373 INFO [RS:0;5c7979348d1b:39851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:20:56,373 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cf0c7057efb117c15635af134e52d8c 2024-12-06T02:20:56,380 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:56,380 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,39851,1733451633110 2024-12-06T02:20:56,380 INFO [RS:0;5c7979348d1b:39851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:56,380 INFO [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39851. 2024-12-06T02:20:56,380 DEBUG [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:56,380 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:56,380 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:20:56,381 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:20:56,381 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:20:56,381 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:20:56,381 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cf0c7057efb117c15635af134e52d8c, disabling compactions & flushes 2024-12-06T02:20:56,381 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:56,381 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:56,381 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. after waiting 0 ms 2024-12-06T02:20:56,381 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:56,381 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cf0c7057efb117c15635af134e52d8c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T02:20:56,388 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:20:56,388 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2cf0c7057efb117c15635af134e52d8c=hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c., 8c037e1c0c101d826e6d490b7b2c01b4=test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.} 2024-12-06T02:20:56,389 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf0c7057efb117c15635af134e52d8c, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:56,392 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:20:56,393 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:20:56,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:20:56,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:20:56,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:20:56,393 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:20:56,413 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/.tmp/queue/c8a0ef21701c4665aabb0a36e10c3c70 is 153, key is 1-5c7979348d1b,39851,1733451633110/queue:5c7979348d1b%2C39851%2C1733451633110/1733451651508/Put/seqid=0 2024-12-06T02:20:56,435 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/info/4568d82ab3314e72b05769f46481df16 is 147, key is hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c./info:regioninfo/1733451645186/Put/seqid=0 2024-12-06T02:20:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741840_1016 (size=5352) 2024-12-06T02:20:56,444 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/.tmp/queue/c8a0ef21701c4665aabb0a36e10c3c70 2024-12-06T02:20:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741841_1017 (size=7686) 2024-12-06T02:20:56,456 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:56,457 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/info/4568d82ab3314e72b05769f46481df16 2024-12-06T02:20:56,474 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/.tmp/queue/c8a0ef21701c4665aabb0a36e10c3c70 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/queue/c8a0ef21701c4665aabb0a36e10c3c70 2024-12-06T02:20:56,481 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/queue/c8a0ef21701c4665aabb0a36e10c3c70, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T02:20:56,482 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2cf0c7057efb117c15635af134e52d8c in 101ms, sequenceid=10, compaction requested=false 2024-12-06T02:20:56,497 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/ns/615facdbb102494c8151b73c4083fed9 is 43, key is default/ns:d/1733451634581/Put/seqid=0 2024-12-06T02:20:56,526 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/replication/2cf0c7057efb117c15635af134e52d8c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T02:20:56,527 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:56,527 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:56,528 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cf0c7057efb117c15635af134e52d8c: Waiting for close lock at 1733451656381Running coprocessor pre-close hooks at 1733451656381Disabling compacts and flushes for region at 1733451656381Disabling writes for close at 1733451656381Obtaining lock to block concurrent updates at 1733451656381Preparing flush snapshotting stores in 2cf0c7057efb117c15635af134e52d8c at 1733451656381Finished memstore snapshotting hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733451656381Flushing stores of hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. at 1733451656382 (+1 ms)Flushing 2cf0c7057efb117c15635af134e52d8c/queue: creating writer at 1733451656382Flushing 2cf0c7057efb117c15635af134e52d8c/queue: appending metadata at 1733451656412 (+30 ms)Flushing 2cf0c7057efb117c15635af134e52d8c/queue: closing flushed file at 1733451656412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453b0edd: reopening flushed file at 1733451656473 (+61 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2cf0c7057efb117c15635af134e52d8c in 101ms, sequenceid=10, compaction requested=false at 1733451656482 (+9 ms)Writing region close event to WAL at 1733451656512 (+30 ms)Running coprocessor post-close hooks at 1733451656527 (+15 ms)Closed at 1733451656527 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451644026.2cf0c7057efb117c15635af134e52d8c. 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c037e1c0c101d826e6d490b7b2c01b4, disabling compactions & flushes 2024-12-06T02:20:56,528 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. after waiting 0 ms 2024-12-06T02:20:56,528 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:56,528 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c037e1c0c101d826e6d490b7b2c01b4 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-06T02:20:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:20:56,557 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f/2835fb9615514ed3ad05178268c6db38 is 29, key is row1/f:/1733451651346/DeleteFamily/seqid=0 2024-12-06T02:20:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741843_1019 (size=5118) 2024-12-06T02:20:56,589 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:56,789 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:56,906 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:20:56,906 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:20:56,944 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/ns/615facdbb102494c8151b73c4083fed9 2024-12-06T02:20:56,965 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 912, reset compression=false 2024-12-06T02:20:56,985 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f/2835fb9615514ed3ad05178268c6db38 2024-12-06T02:20:56,989 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7944286c8f4d2f8884ce2d2a1f8e1c is 112, key is test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4./rep_barrier:seqnumDuringOpen/1733451641453/Put/seqid=0 2024-12-06T02:20:56,989 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:56,993 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2835fb9615514ed3ad05178268c6db38 2024-12-06T02:20:56,998 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:20:56,998 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 1159, reset compression=false 2024-12-06T02:20:56,999 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39851,1733451633110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:20:57,000 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,39851,1733451633110: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,39851,1733451633110, walGroup=5c7979348d1b%2C39851%2C1733451633110, offset=5c7979348d1b%2C39851%2C1733451633110.1733451633962:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:20:57,001 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:20:57,001 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:20:57,002 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:20:57,002 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 736678864 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191428736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:20:57,002 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:20:57,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741844_1020 (size=5518) 2024-12-06T02:20:57,114 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f1/a37a365fd17a4aa2b3e189d6976d18db is 30, key is row1/f1:/1733451651346/DeleteFamily/seqid=0 2024-12-06T02:20:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741845_1021 (size=5123) 2024-12-06T02:20:57,190 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:57,270 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 1159, reset compression=false 2024-12-06T02:20:57,391 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:20:57,391 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c037e1c0c101d826e6d490b7b2c01b4=test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4.} 2024-12-06T02:20:57,391 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:57,488 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7944286c8f4d2f8884ce2d2a1f8e1c 2024-12-06T02:20:57,533 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/table/ffbeb4c90e834cb5996a6e515299930a is 53, key is hbase:replication/table:state/1733451645192/Put/seqid=0 2024-12-06T02:20:57,546 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f1/a37a365fd17a4aa2b3e189d6976d18db 2024-12-06T02:20:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741846_1022 (size=5308) 2024-12-06T02:20:57,548 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/table/ffbeb4c90e834cb5996a6e515299930a 2024-12-06T02:20:57,553 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a37a365fd17a4aa2b3e189d6976d18db 2024-12-06T02:20:57,566 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/info/4568d82ab3314e72b05769f46481df16 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/info/4568d82ab3314e72b05769f46481df16 2024-12-06T02:20:57,571 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/info/4568d82ab3314e72b05769f46481df16, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:20:57,577 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 1159, reset compression=false 2024-12-06T02:20:57,583 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/norep/38761581206e42d680c93451615a874c is 32, key is row/norep:/1733451650339/DeleteFamily/seqid=0 2024-12-06T02:20:57,586 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/ns/615facdbb102494c8151b73c4083fed9 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/ns/615facdbb102494c8151b73c4083fed9 2024-12-06T02:20:57,592 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:57,592 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/ns/615facdbb102494c8151b73c4083fed9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:20:57,594 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/rep_barrier/fe7944286c8f4d2f8884ce2d2a1f8e1c as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/rep_barrier/fe7944286c8f4d2f8884ce2d2a1f8e1c 2024-12-06T02:20:57,609 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/rep_barrier/fe7944286c8f4d2f8884ce2d2a1f8e1c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:20:57,610 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/.tmp/table/ffbeb4c90e834cb5996a6e515299930a as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/table/ffbeb4c90e834cb5996a6e515299930a 2024-12-06T02:20:57,641 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/table/ffbeb4c90e834cb5996a6e515299930a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:20:57,643 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1249ms, sequenceid=16, compaction requested=false 2024-12-06T02:20:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741847_1023 (size=5101) 2024-12-06T02:20:57,681 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:20:57,683 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:57,683 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:20:57,683 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:57,683 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451656392Running coprocessor pre-close hooks at 1733451656392Disabling compacts and flushes for region at 1733451656392Disabling writes for close at 1733451656393 (+1 ms)Obtaining lock to block concurrent updates at 1733451656393Preparing flush snapshotting stores in 1588230740 at 1733451656393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451656393Flushing stores of hbase:meta,,1.1588230740 at 1733451656394 (+1 ms)Flushing 1588230740/info: creating writer at 1733451656394Flushing 1588230740/info: appending metadata at 1733451656434 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733451656434Flushing 1588230740/ns: creating writer at 1733451656477 (+43 ms)Flushing 1588230740/ns: appending metadata at 1733451656497 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733451656497Flushing 1588230740/rep_barrier: creating writer at 1733451656949 (+452 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451656989 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451656989Flushing 1588230740/table: creating writer at 1733451657501 (+512 ms)Flushing 1588230740/table: appending metadata at 1733451657533 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733451657533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79323860: reopening flushed file at 1733451657566 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216024d8: reopening flushed file at 1733451657571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bcb59d7: reopening flushed file at 1733451657593 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dd4ace: reopening flushed file at 1733451657609 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1249ms, sequenceid=16, compaction requested=false at 1733451657643 (+34 ms)Writing region close event to WAL at 1733451657676 (+33 ms)Running coprocessor post-close hooks at 1733451657683 (+7 ms)Closed at 1733451657683 2024-12-06T02:20:57,683 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:20:57,792 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:57,992 DEBUG [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1351): Waiting on 8c037e1c0c101d826e6d490b7b2c01b4 2024-12-06T02:20:58,044 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 to pos 1159, reset compression=false 2024-12-06T02:20:58,050 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/norep/38761581206e42d680c93451615a874c 2024-12-06T02:20:58,056 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38761581206e42d680c93451615a874c 2024-12-06T02:20:58,057 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f/2835fb9615514ed3ad05178268c6db38 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/f/2835fb9615514ed3ad05178268c6db38 2024-12-06T02:20:58,067 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2835fb9615514ed3ad05178268c6db38 2024-12-06T02:20:58,067 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/f/2835fb9615514ed3ad05178268c6db38, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:58,068 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/f1/a37a365fd17a4aa2b3e189d6976d18db as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/f1/a37a365fd17a4aa2b3e189d6976d18db 2024-12-06T02:20:58,075 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a37a365fd17a4aa2b3e189d6976d18db 2024-12-06T02:20:58,076 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/f1/a37a365fd17a4aa2b3e189d6976d18db, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:58,077 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/.tmp/norep/38761581206e42d680c93451615a874c as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/norep/38761581206e42d680c93451615a874c 2024-12-06T02:20:58,106 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38761581206e42d680c93451615a874c 2024-12-06T02:20:58,106 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/norep/38761581206e42d680c93451615a874c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T02:20:58,110 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8c037e1c0c101d826e6d490b7b2c01b4 in 1581ms, sequenceid=8, compaction requested=false 2024-12-06T02:20:58,160 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/data/default/test/8c037e1c0c101d826e6d490b7b2c01b4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T02:20:58,166 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:20:58,166 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:20:58,166 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:58,166 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c037e1c0c101d826e6d490b7b2c01b4: Waiting for close lock at 1733451656528Running coprocessor pre-close hooks at 1733451656528Disabling compacts and flushes for region at 1733451656528Disabling writes for close at 1733451656528Obtaining lock to block concurrent updates at 1733451656528Preparing flush snapshotting stores in 8c037e1c0c101d826e6d490b7b2c01b4 at 1733451656528Finished memstore snapshotting test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733451656529 (+1 ms)Flushing stores of test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. at 1733451656529Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f: creating writer at 1733451656529Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f: appending metadata at 1733451656557 (+28 ms)Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f: closing flushed file at 1733451656557Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f1: creating writer at 1733451656994 (+437 ms)Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f1: appending metadata at 1733451657113 (+119 ms)Flushing 8c037e1c0c101d826e6d490b7b2c01b4/f1: closing flushed file at 1733451657113Flushing 8c037e1c0c101d826e6d490b7b2c01b4/norep: creating writer at 1733451657553 (+440 ms)Flushing 8c037e1c0c101d826e6d490b7b2c01b4/norep: appending metadata at 1733451657583 (+30 ms)Flushing 8c037e1c0c101d826e6d490b7b2c01b4/norep: closing flushed file at 1733451657583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f397ea: reopening flushed file at 1733451658056 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcfb5c9: reopening flushed file at 1733451658067 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111f3839: reopening flushed file at 1733451658076 (+9 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8c037e1c0c101d826e6d490b7b2c01b4 in 1581ms, sequenceid=8, compaction requested=false at 1733451658110 (+34 ms)Writing region close event to WAL at 1733451658145 (+35 ms)Running coprocessor post-close hooks at 1733451658166 (+21 ms)Closed at 1733451658166 2024-12-06T02:20:58,166 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451640709.8c037e1c0c101d826e6d490b7b2c01b4. 2024-12-06T02:20:58,192 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,39851,1733451633110; all regions closed. 2024-12-06T02:20:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:20:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741839_1015 (size=2676) 2024-12-06T02:20:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741832_1008 (size=1811) 2024-12-06T02:20:58,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/WALs/5c7979348d1b,39851,1733451633110/5c7979348d1b%2C39851%2C1733451633110.1733451633962 not finished, retry = 0 2024-12-06T02:20:58,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:20:58,341 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,39851,1733451633110 because: Region server is closing 2024-12-06T02:20:58,341 INFO [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39851. 2024-12-06T02:20:58,341 DEBUG [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:58,341 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:58,342 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:58,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:58,342 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:58,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:20:58,442 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.shipper5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 terminated 2024-12-06T02:20:58,442 INFO [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39851. 2024-12-06T02:20:58,442 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39851,1733451633110.replicationSource.wal-reader.5c7979348d1b%2C39851%2C1733451633110,1-5c7979348d1b,39851,1733451633110 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:20:58,442 DEBUG [RS:0;5c7979348d1b:39851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:20:58,442 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:58,442 DEBUG [RS:0;5c7979348d1b:39851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:20:58,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:20:58,443 INFO [RS:0;5c7979348d1b:39851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39851 2024-12-06T02:20:58,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884800685/rs/5c7979348d1b,39851,1733451633110 2024-12-06T02:20:58,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685/rs 2024-12-06T02:20:58,481 INFO [RS:0;5c7979348d1b:39851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:58,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,39851,1733451633110] 2024-12-06T02:20:58,555 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01884800685/draining/5c7979348d1b,39851,1733451633110 already deleted, retry=false 2024-12-06T02:20:58,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,39851,1733451633110 expired; onlineServers=0 2024-12-06T02:20:58,555 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,34485,1733451632895' ***** 2024-12-06T02:20:58,555 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:20:58,555 INFO [M:0;5c7979348d1b:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:20:58,555 INFO [M:0;5c7979348d1b:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:20:58,556 DEBUG [M:0;5c7979348d1b:34485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:20:58,556 DEBUG [M:0;5c7979348d1b:34485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:20:58,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:20:58,556 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451633720 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451633720,5,FailOnTimeoutGroup] 2024-12-06T02:20:58,556 INFO [M:0;5c7979348d1b:34485 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:20:58,556 INFO [M:0;5c7979348d1b:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:20:58,556 DEBUG [M:0;5c7979348d1b:34485 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:20:58,556 INFO [M:0;5c7979348d1b:34485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:20:58,556 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451633724 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451633724,5,FailOnTimeoutGroup] 2024-12-06T02:20:58,556 INFO [M:0;5c7979348d1b:34485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:20:58,556 INFO [M:0;5c7979348d1b:34485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:20:58,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:20:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01884800685/master 2024-12-06T02:20:58,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01884800685 2024-12-06T02:20:58,592 DEBUG [M:0;5c7979348d1b:34485 {}] zookeeper.ZKUtil(347): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Unable to get data of znode /01884800685/master because node does not exist (not an error) 2024-12-06T02:20:58,592 WARN [M:0;5c7979348d1b:34485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:20:58,594 INFO [M:0;5c7979348d1b:34485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/.lastflushedseqids 2024-12-06T02:20:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741848_1024 (size=245) 2024-12-06T02:20:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:58,604 INFO [RS:0;5c7979348d1b:39851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39851-0x101a870c3130001, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:58,604 INFO [RS:0;5c7979348d1b:39851 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,39851,1733451633110; zookeeper connection closed. 2024-12-06T02:20:58,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3958e37d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3958e37d 2024-12-06T02:20:58,605 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:20:59,002 INFO [M:0;5c7979348d1b:34485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:20:59,002 INFO [M:0;5c7979348d1b:34485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:20:59,003 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:20:59,003 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:59,003 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:59,003 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:20:59,003 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:59,003 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T02:20:59,032 DEBUG [M:0;5c7979348d1b:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8644b1c2a7e46c3b4ca0873aec4138d is 82, key is hbase:meta,,1/info:regioninfo/1733451634520/Put/seqid=0 2024-12-06T02:20:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741849_1025 (size=5672) 2024-12-06T02:20:59,457 INFO [M:0;5c7979348d1b:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8644b1c2a7e46c3b4ca0873aec4138d 2024-12-06T02:20:59,487 DEBUG [M:0;5c7979348d1b:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f268d3a62770496a926e9450f0248a61 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451645194/Put/seqid=0 2024-12-06T02:20:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741850_1026 (size=8516) 2024-12-06T02:20:59,520 INFO [M:0;5c7979348d1b:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f268d3a62770496a926e9450f0248a61 2024-12-06T02:20:59,552 DEBUG [M:0;5c7979348d1b:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd5832b42bd04c7685c9422df4767920 is 69, key is 5c7979348d1b,39851,1733451633110/rs:state/1733451633789/Put/seqid=0 2024-12-06T02:20:59,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741851_1027 (size=5156) 2024-12-06T02:20:59,562 INFO [M:0;5c7979348d1b:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd5832b42bd04c7685c9422df4767920 2024-12-06T02:20:59,577 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8644b1c2a7e46c3b4ca0873aec4138d as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8644b1c2a7e46c3b4ca0873aec4138d 2024-12-06T02:20:59,582 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8644b1c2a7e46c3b4ca0873aec4138d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:20:59,593 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f268d3a62770496a926e9450f0248a61 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f268d3a62770496a926e9450f0248a61 2024-12-06T02:20:59,601 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f268d3a62770496a926e9450f0248a61, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:20:59,603 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd5832b42bd04c7685c9422df4767920 as hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd5832b42bd04c7685c9422df4767920 2024-12-06T02:20:59,611 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33897/user/jenkins/test-data/fa9be0f2-1757-af7b-2e6f-c804c8070e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd5832b42bd04c7685c9422df4767920, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:20:59,633 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 630ms, sequenceid=97, compaction requested=false 2024-12-06T02:20:59,667 INFO [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:20:59,667 DEBUG [M:0;5c7979348d1b:34485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451659003Disabling compacts and flushes for region at 1733451659003Disabling writes for close at 1733451659003Obtaining lock to block concurrent updates at 1733451659003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451659003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733451659003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451659008 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451659008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451659031 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451659031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451659463 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451659486 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451659486Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451659525 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451659551 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451659551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a00dde: reopening flushed file at 1733451659577 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497f3ba2: reopening flushed file at 1733451659582 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c23121: reopening flushed file at 1733451659601 (+19 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 630ms, sequenceid=97, compaction requested=false at 1733451659633 (+32 ms)Writing region close event to WAL at 1733451659666 (+33 ms)Closed at 1733451659666 2024-12-06T02:20:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35385 is added to blk_1073741830_1006 (size=63654) 2024-12-06T02:20:59,676 INFO [M:0;5c7979348d1b:34485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:20:59,676 INFO [M:0;5c7979348d1b:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34485 2024-12-06T02:20:59,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:20:59,677 INFO [M:0;5c7979348d1b:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:20:59,786 INFO [M:0;5c7979348d1b:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:20:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x101a870c3130000, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:20:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3009ddd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:20:59,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c5b79ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:59,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@151d21dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:59,791 WARN [BP-44014851-172.17.0.3-1733451630467 heartbeating to localhost/127.0.0.1:33897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:20:59,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:20:59,791 WARN [BP-44014851-172.17.0.3-1733451630467 heartbeating to localhost/127.0.0.1:33897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-44014851-172.17.0.3-1733451630467 (Datanode Uuid b7e78f67-31de-4cc0-90b8-6cec569be91a) service to localhost/127.0.0.1:33897 2024-12-06T02:20:59,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:20:59,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/data/data1/current/BP-44014851-172.17.0.3-1733451630467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:59,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/cluster_26ec2481-428f-dde4-3b7e-0088235cc4f5/data/data2/current/BP-44014851-172.17.0.3-1733451630467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:20:59,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:20:59,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d4bbe6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:20:59,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106020e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:20:59,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:20:59,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366cc4eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:20:59,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f64b439-ba1b-961e-24b6-194b792bc5cf/hadoop.log.dir/,STOPPED} 2024-12-06T02:20:59,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:20:59,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:20:59,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 250) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33897 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=629 (was 665), ProcessCount=11 (was 12), AvailableMemoryMB=2878 (was 2694) - AvailableMemoryMB LEAK? - 2024-12-06T02:20:59,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=629, ProcessCount=11, AvailableMemoryMB=2878 2024-12-06T02:20:59,868 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-06T02:20:59,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir so I do NOT create it in target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae 2024-12-06T02:20:59,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:20:59,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.tmp.dir so I do NOT create it in target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae 2024-12-06T02:20:59,869 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da919736-9f67-d325-78df-c7ffcb429846/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:20:59,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae 2024-12-06T02:20:59,869 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc, deleteOnExit=true 2024-12-06T02:20:59,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/zookeeper_0, clientPort=57452, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:20:59,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57452 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/test.cache.data in system properties and HBase conf 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:20:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:20:59,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:20:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:20:59,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:20:59,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:20:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a870c3130002, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:59,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a870c3130002, quorum=127.0.0.1:60516, baseZNode=/01884800685 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:20:59,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a870c3130005, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:20:59,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a870c3130005, quorum=127.0.0.1:60516, baseZNode=/1-683534305 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:21:00,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:00,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:00,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:00,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:00,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:00,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:00,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:00,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:00,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@84583c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-14736121547111910909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:00,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-12-06T02:21:00,615 INFO [Time-limited test {}] server.Server(415): Started @226819ms 2024-12-06T02:21:00,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:00,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:01,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:01,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:01,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:01,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:01,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:01,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75ac3569{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/java.io.tmpdir/jetty-localhost-44681-hadoop-hdfs-3_4_1-tests_jar-_-any-13896534466718905293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:01,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:44681} 2024-12-06T02:21:01,159 INFO [Time-limited test {}] server.Server(415): Started @227363ms 2024-12-06T02:21:01,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:01,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:02,593 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/data/data2/current/BP-568365523-172.17.0.3-1733451659901/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:02,593 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/data/data1/current/BP-568365523-172.17.0.3-1733451659901/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:02,619 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:21:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6dde1402ac993fc with lease ID 0xff8a55975f492934: Processing first storage report for DS-255a132b-a888-471e-acc2-91c1013594cf from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=05eaf14e-c691-4805-bdb0-caf66884411f, infoPort=34677, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=499255743;c=1733451659901) 2024-12-06T02:21:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6dde1402ac993fc with lease ID 0xff8a55975f492934: from storage DS-255a132b-a888-471e-acc2-91c1013594cf node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=05eaf14e-c691-4805-bdb0-caf66884411f, infoPort=34677, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=499255743;c=1733451659901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6dde1402ac993fc with lease ID 0xff8a55975f492934: Processing first storage report for DS-20bb1a10-5f2d-4fd9-9b45-6e1bc40952fc from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=05eaf14e-c691-4805-bdb0-caf66884411f, infoPort=34677, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=499255743;c=1733451659901) 2024-12-06T02:21:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6dde1402ac993fc with lease ID 0xff8a55975f492934: from storage DS-20bb1a10-5f2d-4fd9-9b45-6e1bc40952fc node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=05eaf14e-c691-4805-bdb0-caf66884411f, infoPort=34677, infoSecurePort=0, ipcPort=34589, storageInfo=lv=-57;cid=testClusterID;nsid=499255743;c=1733451659901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:02,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae 2024-12-06T02:21:02,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:02,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:21:02,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2 with version=8 2024-12-06T02:21:02,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/hbase-staging 2024-12-06T02:21:02,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:02,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:21:02,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:02,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39869 2024-12-06T02:21:02,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39869 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:02,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398690x0, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:02,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39869-0x101a87136100000 connected 2024-12-06T02:21:03,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:03,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:03,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/running 2024-12-06T02:21:03,010 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2, hbase.cluster.distributed=false 2024-12-06T02:21:03,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/acl 2024-12-06T02:21:03,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-06T02:21:03,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39869 2024-12-06T02:21:03,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39869 2024-12-06T02:21:03,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-06T02:21:03,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39869 2024-12-06T02:21:03,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:03,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:03,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:03,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:03,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:03,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:03,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:21:03,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:03,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42797 2024-12-06T02:21:03,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42797 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:03,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:03,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:03,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427970x0, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:03,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427970x0, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/running 2024-12-06T02:21:03,081 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:21:03,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42797-0x101a87136100001 connected 2024-12-06T02:21:03,092 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:21:03,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/master 2024-12-06T02:21:03,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/acl 2024-12-06T02:21:03,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42797 2024-12-06T02:21:03,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42797 2024-12-06T02:21:03,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42797 2024-12-06T02:21:03,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42797 2024-12-06T02:21:03,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42797 2024-12-06T02:21:03,138 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:39869 2024-12-06T02:21:03,144 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-188398464/backup-masters/5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/backup-masters 2024-12-06T02:21:03,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/backup-masters 2024-12-06T02:21:03,153 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on existing znode=/0-188398464/backup-masters/5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188398464/master 2024-12-06T02:21:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,168 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on existing znode=/0-188398464/master 2024-12-06T02:21:03,169 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-188398464/backup-masters/5c7979348d1b,39869,1733451662731 from backup master directory 2024-12-06T02:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/backup-masters 2024-12-06T02:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188398464/backup-masters/5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/backup-masters 2024-12-06T02:21:03,174 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:03,174 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,190 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/hbase.id] with ID: 2f9b1a9f-e8d6-4fc2-b425-736d732c9e94 2024-12-06T02:21:03,190 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/.tmp/hbase.id 2024-12-06T02:21:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:21:03,253 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/.tmp/hbase.id]:[hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/hbase.id] 2024-12-06T02:21:03,296 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:03,296 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:21:03,297 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:21:03,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:21:03,393 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:03,394 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:21:03,395 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:21:03,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store 2024-12-06T02:21:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:03,485 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:03,485 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:03,485 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451663485Disabling compacts and flushes for region at 1733451663485Disabling writes for close at 1733451663485Writing region close event to WAL at 1733451663485Closed at 1733451663485 2024-12-06T02:21:03,487 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/.initializing 2024-12-06T02:21:03,487 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/WALs/5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,488 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:03,490 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C39869%2C1733451662731, suffix=, logDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/WALs/5c7979348d1b,39869,1733451662731, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/oldWALs, maxLogs=10 2024-12-06T02:21:03,513 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/WALs/5c7979348d1b,39869,1733451662731/5c7979348d1b%2C39869%2C1733451662731.1733451663491, exclude list is [], retry=0 2024-12-06T02:21:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-255a132b-a888-471e-acc2-91c1013594cf,DISK] 2024-12-06T02:21:03,522 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/WALs/5c7979348d1b,39869,1733451662731/5c7979348d1b%2C39869%2C1733451662731.1733451663491 2024-12-06T02:21:03,525 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34677:34677)] 2024-12-06T02:21:03,526 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:03,526 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:03,526 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,526 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:21:03,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:03,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:03,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:21:03,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:03,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:03,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:21:03,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:03,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:03,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:21:03,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:03,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:03,537 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,537 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:03,541 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:03,549 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:03,549 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74377939, jitterRate=0.10831765830516815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:03,550 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451663526Initializing all the Stores at 1733451663527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451663527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451663527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451663527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451663527Cleaning up temporary data from old regions at 1733451663539 (+12 ms)Region opened successfully at 1733451663550 (+11 ms) 2024-12-06T02:21:03,552 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:21:03,555 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f850e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:03,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:21:03,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:21:03,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:21:03,556 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:21:03,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:21:03,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:21:03,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:21:03,562 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:21:03,563 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Unable to get data of znode /0-188398464/balancer because node does not exist (not necessarily an error) 2024-12-06T02:21:03,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/balancer already deleted, retry=false 2024-12-06T02:21:03,574 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:21:03,574 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Unable to get data of znode /0-188398464/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:21:03,584 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/normalizer already deleted, retry=false 2024-12-06T02:21:03,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:21:03,585 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Unable to get data of znode /0-188398464/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:21:03,595 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/switch/split already deleted, retry=false 2024-12-06T02:21:03,595 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Unable to get data of znode /0-188398464/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:21:03,605 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/switch/merge already deleted, retry=false 2024-12-06T02:21:03,608 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Unable to get data of znode /0-188398464/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:21:03,616 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/snapshot-cleanup already deleted, retry=false 2024-12-06T02:21:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188398464/running 2024-12-06T02:21:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-188398464/running 2024-12-06T02:21:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,627 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,39869,1733451662731, sessionid=0x101a87136100000, setting cluster-up flag (Was=false) 2024-12-06T02:21:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:03,679 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-188398464/flush-table-proc/acquired, /0-188398464/flush-table-proc/reached, /0-188398464/flush-table-proc/abort 2024-12-06T02:21:03,680 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:03,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:03,731 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-188398464/online-snapshot/acquired, /0-188398464/online-snapshot/reached, /0-188398464/online-snapshot/abort 2024-12-06T02:21:03,732 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,39869,1733451662731 2024-12-06T02:21:03,733 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:21:03,735 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:03,735 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:21:03,735 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:21:03,735 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,39869,1733451662731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:03,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:03,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:21:03,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:03,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:21:03,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451693745 2024-12-06T02:21:03,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:21:03,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:21:03,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:21:03,745 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:21:03,746 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:21:03,746 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:21:03,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:21:03,751 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:21:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:21:03,755 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451663751,5,FailOnTimeoutGroup] 2024-12-06T02:21:03,756 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451663755,5,FailOnTimeoutGroup] 2024-12-06T02:21:03,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:21:03,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,756 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,824 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(746): ClusterId : 2f9b1a9f-e8d6-4fc2-b425-736d732c9e94 2024-12-06T02:21:03,824 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:21:03,837 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:21:03,837 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:21:03,848 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:21:03,848 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e9855f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:03,862 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:42797 2024-12-06T02:21:03,862 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:21:03,862 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:21:03,862 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:21:03,863 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,39869,1733451662731 with port=42797, startcode=1733451663060 2024-12-06T02:21:03,863 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:21:03,864 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:21:03,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,865 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2 2024-12-06T02:21:03,865 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45749 2024-12-06T02:21:03,865 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:21:03,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/rs 2024-12-06T02:21:03,938 DEBUG [RS:0;5c7979348d1b:42797 {}] zookeeper.ZKUtil(111): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on existing znode=/0-188398464/rs/5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,938 WARN [RS:0;5c7979348d1b:42797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:03,938 INFO [RS:0;5c7979348d1b:42797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:03,938 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,42797,1733451663060] 2024-12-06T02:21:03,942 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:21:03,944 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:21:03,948 INFO [RS:0;5c7979348d1b:42797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:21:03,948 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,948 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:21:03,949 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:21:03,949 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:03,949 DEBUG [RS:0;5c7979348d1b:42797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:03,953 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,954 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,954 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,954 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,954 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,954 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42797,1733451663060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:03,975 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:21:03,976 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42797,1733451663060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,976 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,976 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.Replication(171): 5c7979348d1b,42797,1733451663060 started 2024-12-06T02:21:03,995 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:03,995 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,42797,1733451663060, RpcServer on 5c7979348d1b/172.17.0.3:42797, sessionid=0x101a87136100001 2024-12-06T02:21:03,995 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:21:03,995 DEBUG [RS:0;5c7979348d1b:42797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,996 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42797,1733451663060' 2024-12-06T02:21:03,996 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-188398464/flush-table-proc/abort' 2024-12-06T02:21:03,996 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-188398464/flush-table-proc/acquired' 2024-12-06T02:21:03,998 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:21:03,998 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:21:03,998 DEBUG [RS:0;5c7979348d1b:42797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,42797,1733451663060 2024-12-06T02:21:03,998 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42797,1733451663060' 2024-12-06T02:21:03,998 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-188398464/online-snapshot/abort' 2024-12-06T02:21:03,999 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-188398464/online-snapshot/acquired' 2024-12-06T02:21:03,999 DEBUG [RS:0;5c7979348d1b:42797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:21:03,999 INFO [RS:0;5c7979348d1b:42797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:21:03,999 INFO [RS:0;5c7979348d1b:42797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:21:04,100 INFO [RS:0;5c7979348d1b:42797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:04,101 INFO [RS:0;5c7979348d1b:42797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42797%2C1733451663060, suffix=, logDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/oldWALs, maxLogs=10 2024-12-06T02:21:04,119 DEBUG [RS:0;5c7979348d1b:42797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, exclude list is [], retry=0 2024-12-06T02:21:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-255a132b-a888-471e-acc2-91c1013594cf,DISK] 2024-12-06T02:21:04,133 INFO [RS:0;5c7979348d1b:42797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 2024-12-06T02:21:04,139 DEBUG [RS:0;5c7979348d1b:42797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34677:34677)] 2024-12-06T02:21:04,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:21:04,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2 2024-12-06T02:21:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:21:04,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:04,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:04,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:04,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:04,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:04,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:04,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:04,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:04,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:04,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:04,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740 2024-12-06T02:21:04,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740 2024-12-06T02:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:04,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:04,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:04,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:04,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:04,577 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71488519, jitterRate=0.06526194512844086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451664562Initializing all the Stores at 1733451664563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451664563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664563Cleaning up temporary data from old regions at 1733451664573 (+10 ms)Region opened successfully at 1733451664577 (+4 ms) 2024-12-06T02:21:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:04,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:04,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:04,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:04,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451664578Disabling compacts and flushes for region at 1733451664578Disabling writes for close at 1733451664578Writing region close event to WAL at 1733451664582 (+4 ms)Closed at 1733451664582 2024-12-06T02:21:04,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:04,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:21:04,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:21:04,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:04,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:21:04,736 DEBUG [5c7979348d1b:39869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:21:04,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:04,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42797,1733451663060, state=OPENING 2024-12-06T02:21:04,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:21:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:04,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188398464/meta-region-server: CHANGED 2024-12-06T02:21:04,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188398464/meta-region-server: CHANGED 2024-12-06T02:21:04,775 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:04,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42797,1733451663060}] 2024-12-06T02:21:04,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:04,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:21:04,941 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:21:04,942 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:04,942 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:21:04,943 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42797%2C1733451663060.meta, suffix=.meta, logDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/oldWALs, maxLogs=10 2024-12-06T02:21:04,980 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.meta.1733451664961.meta, exclude list is [], retry=0 2024-12-06T02:21:04,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-255a132b-a888-471e-acc2-91c1013594cf,DISK] 2024-12-06T02:21:04,989 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.meta.1733451664961.meta 2024-12-06T02:21:04,989 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34677:34677)] 2024-12-06T02:21:04,989 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:04,990 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:04,990 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:04,990 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:21:04,990 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:21:04,991 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:21:04,991 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:04,991 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:21:04,991 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:21:04,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:04,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:04,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:04,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:04,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:04,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:04,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:04,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:04,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:05,000 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:05,000 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740 2024-12-06T02:21:05,001 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740 2024-12-06T02:21:05,002 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:05,002 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:05,003 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:05,004 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:05,006 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71116190, jitterRate=0.05971381068229675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:05,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:21:05,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451664991Writing region info on filesystem at 1733451664991Initializing all the Stores at 1733451664994 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451664994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451664994Cleaning up temporary data from old regions at 1733451665002 (+8 ms)Running coprocessor post-open hooks at 1733451665006 (+4 ms)Region opened successfully at 1733451665006 2024-12-06T02:21:05,007 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451664928 2024-12-06T02:21:05,010 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:21:05,010 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:21:05,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:05,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42797,1733451663060, state=OPEN 2024-12-06T02:21:05,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-188398464/meta-region-server 2024-12-06T02:21:05,054 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:05,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188398464/meta-region-server: CHANGED 2024-12-06T02:21:05,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:21:05,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-12-06T02:21:05,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:05,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:21:05,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42797,1733451663060 in 279 msec 2024-12-06T02:21:05,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:21:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-188398464/meta-region-server 2024-12-06T02:21:05,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-188398464/meta-region-server: CHANGED 2024-12-06T02:21:05,069 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:05,070 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42797,1733451663060, seqNum=-1] 2024-12-06T02:21:05,070 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:05,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:05,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3420 sec 2024-12-06T02:21:05,078 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451665078, completionTime=-1 2024-12-06T02:21:05,078 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:21:05,078 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451725081 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451785081 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:39869, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,081 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,084 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:21:05,084 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,087 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.913sec 2024-12-06T02:21:05,087 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:05,088 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:21:05,093 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:21:05,093 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:21:05,093 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39869,1733451662731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:05,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:05,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:05,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:05,137 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56944d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:05,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:05,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:05,140 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:05,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:05,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:05,144 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42797,1733451663060, seqNum=-1] 2024-12-06T02:21:05,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:05,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:05,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,39869,1733451662731 2024-12-06T02:21:05,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:05,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:05,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a87136100002 connected 2024-12-06T02:21:05,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir so I do NOT create it in target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3 2024-12-06T02:21:05,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:21:05,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.tmp.dir so I do NOT create it in target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3 2024-12-06T02:21:05,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:21:05,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/cluster_80f5e7a8-25f5-608d-3ed3-1ef0c0003316, deleteOnExit=true 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/test.cache.data in system properties and HBase conf 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:21:05,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:21:05,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:21:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:21:05,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:05,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:05,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:05,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:05,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:05,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:05,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:05,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:05,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b6be9d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/java.io.tmpdir/jetty-localhost-34357-hadoop-hdfs-3_4_1-tests_jar-_-any-11836984664566553997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:05,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:34357} 2024-12-06T02:21:05,690 INFO [Time-limited test {}] server.Server(415): Started @231894ms 2024-12-06T02:21:06,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:06,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:06,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:06,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:06,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:06,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:06,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:06,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1001e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-15423825037567642748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:06,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-12-06T02:21:06,202 INFO [Time-limited test {}] server.Server(415): Started @232406ms 2024-12-06T02:21:06,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:21:07,358 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/cluster_80f5e7a8-25f5-608d-3ed3-1ef0c0003316/data/data1/current/BP-1719126605-172.17.0.3-1733451665208/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:07,360 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/cluster_80f5e7a8-25f5-608d-3ed3-1ef0c0003316/data/data2/current/BP-1719126605-172.17.0.3-1733451665208/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:07,385 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a0e2d4dec7028a2 with lease ID 0xdae4f7e52116c7a3: Processing first storage report for DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c2f2d0d8-e7a8-4017-b6ce-7e32949ac13f, infoPort=38633, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=308622170;c=1733451665208) 2024-12-06T02:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a0e2d4dec7028a2 with lease ID 0xdae4f7e52116c7a3: from storage DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c2f2d0d8-e7a8-4017-b6ce-7e32949ac13f, infoPort=38633, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=308622170;c=1733451665208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a0e2d4dec7028a2 with lease ID 0xdae4f7e52116c7a3: Processing first storage report for DS-04fc5df8-cb7a-48db-9826-7e44b9f7aec3 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c2f2d0d8-e7a8-4017-b6ce-7e32949ac13f, infoPort=38633, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=308622170;c=1733451665208) 2024-12-06T02:21:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a0e2d4dec7028a2 with lease ID 0xdae4f7e52116c7a3: from storage DS-04fc5df8-cb7a-48db-9826-7e44b9f7aec3 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=c2f2d0d8-e7a8-4017-b6ce-7e32949ac13f, infoPort=38633, infoSecurePort=0, ipcPort=42669, storageInfo=lv=-57;cid=testClusterID;nsid=308622170;c=1733451665208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:07,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3 2024-12-06T02:21:07,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:21:07,453 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54 with version=8 2024-12-06T02:21:07,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/hbase-staging 2024-12-06T02:21:07,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:21:07,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:07,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37515 2024-12-06T02:21:07,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37515 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:07,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375150x0, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:07,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37515-0x101a87136100003 connected 2024-12-06T02:21:07,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/running 2024-12-06T02:21:07,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54, hbase.cluster.distributed=false 2024-12-06T02:21:07,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/acl 2024-12-06T02:21:07,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-12-06T02:21:07,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-12-06T02:21:07,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-12-06T02:21:07,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-12-06T02:21:07,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-12-06T02:21:07,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:07,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:21:07,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:07,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45559 2024-12-06T02:21:07,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45559 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:07,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:07,732 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455590x0, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:07,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455590x0, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/running 2024-12-06T02:21:07,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:21:07,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45559-0x101a87136100004 connected 2024-12-06T02:21:07,744 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:21:07,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/master 2024-12-06T02:21:07,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/acl 2024-12-06T02:21:07,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45559 2024-12-06T02:21:07,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45559 2024-12-06T02:21:07,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45559 2024-12-06T02:21:07,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45559 2024-12-06T02:21:07,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45559 2024-12-06T02:21:07,786 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:37515 2024-12-06T02:21:07,788 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-125042391/backup-masters/5c7979348d1b,37515,1733451667455 2024-12-06T02:21:07,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/backup-masters 2024-12-06T02:21:07,794 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/backup-masters 2024-12-06T02:21:07,795 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on existing znode=/1-125042391/backup-masters/5c7979348d1b,37515,1733451667455 2024-12-06T02:21:07,805 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125042391/master 2024-12-06T02:21:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:07,805 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:07,805 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on existing znode=/1-125042391/master 2024-12-06T02:21:07,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-125042391/backup-masters/5c7979348d1b,37515,1733451667455 from backup master directory 2024-12-06T02:21:07,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125042391/backup-masters/5c7979348d1b,37515,1733451667455 2024-12-06T02:21:07,815 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/backup-masters 2024-12-06T02:21:07,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/backup-masters 2024-12-06T02:21:07,815 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:07,815 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,37515,1733451667455 2024-12-06T02:21:07,818 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/hbase.id] with ID: 95565ca6-454f-46ef-9ae1-19378ac3809d 2024-12-06T02:21:07,818 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/.tmp/hbase.id 2024-12-06T02:21:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:21:08,225 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/.tmp/hbase.id]:[hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/hbase.id] 2024-12-06T02:21:08,267 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:08,268 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:21:08,269 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:21:08,279 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:21:08,700 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:08,701 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:21:08,702 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:21:08,719 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store 2024-12-06T02:21:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:21:08,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:08,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:08,730 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:08,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:08,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:08,730 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:08,730 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:08,731 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451668730Disabling compacts and flushes for region at 1733451668730Disabling writes for close at 1733451668730Writing region close event to WAL at 1733451668730Closed at 1733451668730 2024-12-06T02:21:08,731 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/.initializing 2024-12-06T02:21:08,732 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/WALs/5c7979348d1b,37515,1733451667455 2024-12-06T02:21:08,732 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:08,734 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C37515%2C1733451667455, suffix=, logDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/WALs/5c7979348d1b,37515,1733451667455, archiveDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/oldWALs, maxLogs=10 2024-12-06T02:21:08,753 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/WALs/5c7979348d1b,37515,1733451667455/5c7979348d1b%2C37515%2C1733451667455.1733451668734, exclude list is [], retry=0 2024-12-06T02:21:08,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d,DISK] 2024-12-06T02:21:08,766 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/WALs/5c7979348d1b,37515,1733451667455/5c7979348d1b%2C37515%2C1733451667455.1733451668734 2024-12-06T02:21:08,768 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T02:21:08,768 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:08,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:08,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:21:08,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:08,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:08,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:21:08,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:08,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:08,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:21:08,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:08,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:08,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:21:08,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:08,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:08,783 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,784 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,784 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,793 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,793 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,794 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:08,794 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:08,800 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:08,804 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66812062, jitterRate=-0.004422694444656372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:08,804 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451668769Initializing all the Stores at 1733451668770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451668770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451668770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451668770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451668770Cleaning up temporary data from old regions at 1733451668793 (+23 ms)Region opened successfully at 1733451668804 (+11 ms) 2024-12-06T02:21:08,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:21:08,817 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6828fe35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:08,819 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:21:08,819 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:21:08,819 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:21:08,820 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:21:08,821 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T02:21:08,823 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-06T02:21:08,824 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:21:08,831 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:21:08,833 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Unable to get data of znode /1-125042391/balancer because node does not exist (not necessarily an error) 2024-12-06T02:21:08,847 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/balancer already deleted, retry=false 2024-12-06T02:21:08,848 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:21:08,849 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Unable to get data of znode /1-125042391/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:21:08,940 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/normalizer already deleted, retry=false 2024-12-06T02:21:08,941 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:21:08,943 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Unable to get data of znode /1-125042391/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:21:08,973 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/switch/split already deleted, retry=false 2024-12-06T02:21:08,979 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Unable to get data of znode /1-125042391/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:21:08,984 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/switch/merge already deleted, retry=false 2024-12-06T02:21:09,029 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Unable to get data of znode /1-125042391/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:21:09,037 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/snapshot-cleanup already deleted, retry=false 2024-12-06T02:21:09,047 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125042391/running 2024-12-06T02:21:09,047 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125042391/running 2024-12-06T02:21:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,051 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,37515,1733451667455, sessionid=0x101a87136100003, setting cluster-up flag (Was=false) 2024-12-06T02:21:09,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,083 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,133 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-125042391/flush-table-proc/acquired, /1-125042391/flush-table-proc/reached, /1-125042391/flush-table-proc/abort 2024-12-06T02:21:09,164 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,37515,1733451667455 2024-12-06T02:21:09,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,209 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,277 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-125042391/online-snapshot/acquired, /1-125042391/online-snapshot/reached, /1-125042391/online-snapshot/abort 2024-12-06T02:21:09,293 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,37515,1733451667455 2024-12-06T02:21:09,302 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:21:09,306 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:09,306 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:21:09,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:21:09,307 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,37515,1733451667455 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:09,313 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:09,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:21:09,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:09,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:21:09,346 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451699346 2024-12-06T02:21:09,346 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:21:09,347 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:21:09,347 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:21:09,347 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:21:09,347 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:21:09,347 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:21:09,356 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,360 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:21:09,361 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:21:09,361 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:21:09,361 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:21:09,380 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:21:09,381 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:21:09,382 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451669381,5,FailOnTimeoutGroup] 2024-12-06T02:21:09,395 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(746): ClusterId : 95565ca6-454f-46ef-9ae1-19378ac3809d 2024-12-06T02:21:09,395 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:21:09,400 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451669382,5,FailOnTimeoutGroup] 2024-12-06T02:21:09,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:21:09,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,400 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,409 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:21:09,409 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:21:09,416 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:21:09,417 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305ddb30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:21:09,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:21:09,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54 2024-12-06T02:21:09,436 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:45559 2024-12-06T02:21:09,436 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:21:09,436 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:21:09,436 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:21:09,452 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,37515,1733451667455 with port=45559, startcode=1733451667689 2024-12-06T02:21:09,452 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:21:09,473 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:21:09,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37515 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:21:09,484 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54 2024-12-06T02:21:09,484 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35661 2024-12-06T02:21:09,484 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:21:09,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:09,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:09,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:09,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:09,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:09,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:09,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:09,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:09,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:09,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:09,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:09,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:09,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:09,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:09,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:09,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:09,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:09,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:09,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740 2024-12-06T02:21:09,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740 2024-12-06T02:21:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:09,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:09,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:09,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:09,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:09,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66425836, jitterRate=-0.010177910327911377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:09,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451669485Initializing all the Stores at 1733451669489 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451669489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451669500 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451669500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451669500Cleaning up temporary data from old regions at 1733451669511 (+11 ms)Region opened successfully at 1733451669544 (+33 ms) 2024-12-06T02:21:09,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:09,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:09,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:09,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:09,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:09,553 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:09,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451669544Disabling compacts and flushes for region at 1733451669544Disabling writes for close at 1733451669544Writing region close event to WAL at 1733451669553 (+9 ms)Closed at 1733451669553 2024-12-06T02:21:09,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:09,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:21:09,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:21:09,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:09,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:21:09,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/rs 2024-12-06T02:21:09,600 DEBUG [RS:0;5c7979348d1b:45559 {}] zookeeper.ZKUtil(111): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on existing znode=/1-125042391/rs/5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,600 WARN [RS:0;5c7979348d1b:45559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:09,601 INFO [RS:0;5c7979348d1b:45559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:09,601 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,45559,1733451667689] 2024-12-06T02:21:09,640 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:21:09,649 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:21:09,653 INFO [RS:0;5c7979348d1b:45559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:21:09,653 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,660 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:21:09,661 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:21:09,661 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,661 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,661 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:09,662 DEBUG [RS:0;5c7979348d1b:45559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,664 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45559,1733451667689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:09,682 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:21:09,683 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,45559,1733451667689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,683 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,683 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.Replication(171): 5c7979348d1b,45559,1733451667689 started 2024-12-06T02:21:09,702 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:09,702 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,45559,1733451667689, RpcServer on 5c7979348d1b/172.17.0.3:45559, sessionid=0x101a87136100004 2024-12-06T02:21:09,702 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:21:09,702 DEBUG [RS:0;5c7979348d1b:45559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,702 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,45559,1733451667689' 2024-12-06T02:21:09,702 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-125042391/flush-table-proc/abort' 2024-12-06T02:21:09,703 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-125042391/flush-table-proc/acquired' 2024-12-06T02:21:09,706 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:21:09,706 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:21:09,707 DEBUG [RS:0;5c7979348d1b:45559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,707 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,45559,1733451667689' 2024-12-06T02:21:09,707 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-125042391/online-snapshot/abort' 2024-12-06T02:21:09,707 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-125042391/online-snapshot/acquired' 2024-12-06T02:21:09,708 DEBUG [RS:0;5c7979348d1b:45559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:21:09,708 INFO [RS:0;5c7979348d1b:45559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:21:09,708 INFO [RS:0;5c7979348d1b:45559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:21:09,709 WARN [5c7979348d1b:37515 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:21:09,809 INFO [RS:0;5c7979348d1b:45559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:09,819 INFO [RS:0;5c7979348d1b:45559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C45559%2C1733451667689, suffix=, logDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689, archiveDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/oldWALs, maxLogs=10 2024-12-06T02:21:09,847 DEBUG [RS:0;5c7979348d1b:45559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, exclude list is [], retry=0 2024-12-06T02:21:09,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d,DISK] 2024-12-06T02:21:09,881 INFO [RS:0;5c7979348d1b:45559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 2024-12-06T02:21:09,911 DEBUG [RS:0;5c7979348d1b:45559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T02:21:09,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:21:09,959 DEBUG [5c7979348d1b:37515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:21:09,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:09,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,45559,1733451667689, state=OPENING 2024-12-06T02:21:09,973 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:21:09,984 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:09,984 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:09,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125042391/meta-region-server: CHANGED 2024-12-06T02:21:09,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,45559,1733451667689}] 2024-12-06T02:21:09,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125042391/meta-region-server: CHANGED 2024-12-06T02:21:10,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:10,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:21:10,168 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:21:10,169 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:10,169 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:21:10,182 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C45559%2C1733451667689.meta, suffix=.meta, logDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689, archiveDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/oldWALs, maxLogs=10 2024-12-06T02:21:10,207 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.meta.1733451670182.meta, exclude list is [], retry=0 2024-12-06T02:21:10,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d,DISK] 2024-12-06T02:21:10,214 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.meta.1733451670182.meta 2024-12-06T02:21:10,216 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T02:21:10,216 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:10,216 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:10,216 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:10,216 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:21:10,217 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:21:10,217 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:21:10,217 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:10,217 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:21:10,217 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:21:10,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:10,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:10,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:10,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:10,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:10,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:10,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:10,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:10,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:10,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:10,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:10,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:10,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:10,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:10,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:10,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:10,233 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:10,234 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740 2024-12-06T02:21:10,235 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740 2024-12-06T02:21:10,236 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:10,236 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:10,237 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:10,238 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:10,239 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70604472, jitterRate=0.05208861827850342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:10,239 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:21:10,239 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451670217Writing region info on filesystem at 1733451670217Initializing all the Stores at 1733451670218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451670218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451670220 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451670220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451670220Cleaning up temporary data from old regions at 1733451670236 (+16 ms)Running coprocessor post-open hooks at 1733451670239 (+3 ms)Region opened successfully at 1733451670239 2024-12-06T02:21:10,240 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451670145 2024-12-06T02:21:10,246 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:21:10,246 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:21:10,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:10,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,45559,1733451667689, state=OPEN 2024-12-06T02:21:10,268 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-125042391/meta-region-server 2024-12-06T02:21:10,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125042391/meta-region-server: CHANGED 2024-12-06T02:21:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-125042391/meta-region-server 2024-12-06T02:21:10,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125042391/meta-region-server: CHANGED 2024-12-06T02:21:10,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:21:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,45559,1733451667689 in 285 msec 2024-12-06T02:21:10,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:21:10,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-12-06T02:21:10,274 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:10,274 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:21:10,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:10,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,45559,1733451667689, seqNum=-1] 2024-12-06T02:21:10,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:10,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:10,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 978 msec 2024-12-06T02:21:10,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451670286, completionTime=-1 2024-12-06T02:21:10,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:21:10,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:21:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:21:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451730289 2024-12-06T02:21:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451790289 2024-12-06T02:21:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:21:10,289 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:37515, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,290 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,292 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:21:10,300 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.492sec 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:10,307 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:21:10,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:10,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:10,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:10,310 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:21:10,310 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:21:10,310 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37515,1733451667455-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:10,313 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2d724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:10,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:10,316 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:10,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:10,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,45559,1733451667689, seqNum=-1] 2024-12-06T02:21:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:10,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:10,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,37515,1733451667455 2024-12-06T02:21:10,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:10,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a87136100005 connected 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir so I do NOT create it in target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9 2024-12-06T02:21:10,437 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.tmp.dir so I do NOT create it in target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9 2024-12-06T02:21:10,437 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:21:10,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/cluster_8a785cd7-7d61-653c-fc80-3bed315a3285, deleteOnExit=true 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/test.cache.data in system properties and HBase conf 2024-12-06T02:21:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:21:10,438 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:21:10,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:21:10,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:10,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:11,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:11,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:11,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:11,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:11,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:11,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:11,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:11,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:11,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3198c032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/java.io.tmpdir/jetty-localhost-34957-hadoop-hdfs-3_4_1-tests_jar-_-any-14245426885552764390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:11,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:34957} 2024-12-06T02:21:11,370 INFO [Time-limited test {}] server.Server(415): Started @237574ms 2024-12-06T02:21:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:21:11,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:21:11,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:11,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T02:21:11,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:11,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T02:21:11,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:21:11,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:21:11,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:11,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:11,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:11,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:11,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:11,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:11,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:11,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@205f457f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/java.io.tmpdir/jetty-localhost-44427-hadoop-hdfs-3_4_1-tests_jar-_-any-4424695586560866914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:11,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:44427} 2024-12-06T02:21:11,927 INFO [Time-limited test {}] server.Server(415): Started @238130ms 2024-12-06T02:21:11,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:21:13,149 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/cluster_8a785cd7-7d61-653c-fc80-3bed315a3285/data/data1/current/BP-1005610643-172.17.0.3-1733451670587/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:13,156 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/cluster_8a785cd7-7d61-653c-fc80-3bed315a3285/data/data2/current/BP-1005610643-172.17.0.3-1733451670587/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:13,273 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:21:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54078866bca06f48 with lease ID 0xeae57990d98def6b: Processing first storage report for DS-6a18ae97-feca-4673-8264-1fed55d5639d from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=36ef0bda-81dd-4b05-95b2-7290a64fdbe9, infoPort=39273, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=19409387;c=1733451670587) 2024-12-06T02:21:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54078866bca06f48 with lease ID 0xeae57990d98def6b: from storage DS-6a18ae97-feca-4673-8264-1fed55d5639d node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=36ef0bda-81dd-4b05-95b2-7290a64fdbe9, infoPort=39273, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=19409387;c=1733451670587), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54078866bca06f48 with lease ID 0xeae57990d98def6b: Processing first storage report for DS-ae9517d2-a19c-44c1-86cd-8a212256dc11 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=36ef0bda-81dd-4b05-95b2-7290a64fdbe9, infoPort=39273, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=19409387;c=1733451670587) 2024-12-06T02:21:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54078866bca06f48 with lease ID 0xeae57990d98def6b: from storage DS-ae9517d2-a19c-44c1-86cd-8a212256dc11 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=36ef0bda-81dd-4b05-95b2-7290a64fdbe9, infoPort=39273, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=19409387;c=1733451670587), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:13,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9 2024-12-06T02:21:13,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:21:13,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c with version=8 2024-12-06T02:21:13,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/hbase-staging 2024-12-06T02:21:13,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:21:13,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:13,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43965 2024-12-06T02:21:13,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43965 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439650x0, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:13,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43965-0x101a87136100006 connected 2024-12-06T02:21:13,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/running 2024-12-06T02:21:13,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c, hbase.cluster.distributed=false 2024-12-06T02:21:13,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/acl 2024-12-06T02:21:13,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-06T02:21:13,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-12-06T02:21:13,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-12-06T02:21:13,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-06T02:21:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-06T02:21:13,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:13,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:13,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:13,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:13,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:21:13,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:13,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42443 2024-12-06T02:21:13,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42443 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:13,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424430x0, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:13,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42443-0x101a87136100007 connected 2024-12-06T02:21:13,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/running 2024-12-06T02:21:13,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:21:13,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:21:13,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/master 2024-12-06T02:21:13,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/acl 2024-12-06T02:21:13,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42443 2024-12-06T02:21:13,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42443 2024-12-06T02:21:13,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42443 2024-12-06T02:21:13,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42443 2024-12-06T02:21:13,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42443 2024-12-06T02:21:13,882 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:43965 2024-12-06T02:21:13,883 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2387609892/backup-masters/5c7979348d1b,43965,1733451673447 2024-12-06T02:21:13,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/backup-masters 2024-12-06T02:21:13,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/backup-masters 2024-12-06T02:21:13,953 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on existing znode=/2387609892/backup-masters/5c7979348d1b,43965,1733451673447 2024-12-06T02:21:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2387609892/master 2024-12-06T02:21:14,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:14,017 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on existing znode=/2387609892/master 2024-12-06T02:21:14,018 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2387609892/backup-masters/5c7979348d1b,43965,1733451673447 from backup master directory 2024-12-06T02:21:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/backup-masters 2024-12-06T02:21:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2387609892/backup-masters/5c7979348d1b,43965,1733451673447 2024-12-06T02:21:14,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/backup-masters 2024-12-06T02:21:14,084 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:14,084 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,43965,1733451673447 2024-12-06T02:21:14,094 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/hbase.id] with ID: 90d7cda0-c23e-4eb3-83ef-92f34dca793f 2024-12-06T02:21:14,095 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/.tmp/hbase.id 2024-12-06T02:21:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:21:14,146 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/.tmp/hbase.id]:[hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/hbase.id] 2024-12-06T02:21:14,168 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:14,168 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:21:14,169 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:21:14,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:14,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:21:14,348 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:14,349 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:21:14,356 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:14,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:21:14,396 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store 2024-12-06T02:21:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:14,453 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:14,453 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:14,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451674453Disabling compacts and flushes for region at 1733451674453Disabling writes for close at 1733451674453Writing region close event to WAL at 1733451674453Closed at 1733451674453 2024-12-06T02:21:14,454 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/.initializing 2024-12-06T02:21:14,454 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/WALs/5c7979348d1b,43965,1733451673447 2024-12-06T02:21:14,455 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:14,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C43965%2C1733451673447, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/WALs/5c7979348d1b,43965,1733451673447, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/oldWALs, maxLogs=10 2024-12-06T02:21:14,513 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/WALs/5c7979348d1b,43965,1733451673447/5c7979348d1b%2C43965%2C1733451673447.1733451674456, exclude list is [], retry=0 2024-12-06T02:21:14,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-6a18ae97-feca-4673-8264-1fed55d5639d,DISK] 2024-12-06T02:21:14,635 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/WALs/5c7979348d1b,43965,1733451673447/5c7979348d1b%2C43965%2C1733451673447.1733451674456 2024-12-06T02:21:14,635 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-12-06T02:21:14,636 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:14,636 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:14,636 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,636 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:21:14,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:14,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:14,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:21:14,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:14,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:14,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:21:14,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:14,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:14,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:21:14,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:14,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:14,646 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,647 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,647 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,650 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,650 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,650 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:14,651 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:14,661 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:14,661 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62371628, jitterRate=-0.0705903172492981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:14,662 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451674636Initializing all the Stores at 1733451674638 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451674638Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451674640 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451674640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451674640Cleaning up temporary data from old regions at 1733451674650 (+10 ms)Region opened successfully at 1733451674662 (+12 ms) 2024-12-06T02:21:14,664 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:21:14,678 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e855c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:14,679 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:21:14,679 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:21:14,679 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:21:14,679 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:21:14,681 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T02:21:14,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:21:14,682 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:21:14,687 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:21:14,689 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Unable to get data of znode /2387609892/balancer because node does not exist (not necessarily an error) 2024-12-06T02:21:15,029 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/balancer already deleted, retry=false 2024-12-06T02:21:15,029 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:21:15,031 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Unable to get data of znode /2387609892/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:21:15,338 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/normalizer already deleted, retry=false 2024-12-06T02:21:15,339 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:21:15,343 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Unable to get data of znode /2387609892/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:21:15,572 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/switch/split already deleted, retry=false 2024-12-06T02:21:15,573 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Unable to get data of znode /2387609892/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:21:15,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:15,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:15,860 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/switch/merge already deleted, retry=false 2024-12-06T02:21:15,862 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Unable to get data of znode /2387609892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:21:15,999 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/snapshot-cleanup already deleted, retry=false 2024-12-06T02:21:16,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2387609892/running 2024-12-06T02:21:16,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2387609892/running 2024-12-06T02:21:16,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,042 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,43965,1733451673447, sessionid=0x101a87136100006, setting cluster-up flag (Was=false) 2024-12-06T02:21:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,449 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2387609892/flush-table-proc/acquired, /2387609892/flush-table-proc/reached, /2387609892/flush-table-proc/abort 2024-12-06T02:21:16,453 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,43965,1733451673447 2024-12-06T02:21:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:16,615 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2387609892/online-snapshot/acquired, /2387609892/online-snapshot/reached, /2387609892/online-snapshot/abort 2024-12-06T02:21:16,619 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,43965,1733451673447 2024-12-06T02:21:16,633 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:21:16,640 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:16,641 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:21:16,641 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:21:16,641 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,43965,1733451673447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:21:16,642 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:16,642 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:16,642 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:16,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:16,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:21:16,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:16,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:16,643 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:16,661 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451706661 2024-12-06T02:21:16,661 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:21:16,662 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:16,663 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:21:16,663 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:21:16,663 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:21:16,663 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:21:16,664 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:21:16,664 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:21:16,664 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451676664,5,FailOnTimeoutGroup] 2024-12-06T02:21:16,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:16,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:21:16,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:16,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:21:16,668 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451676664,5,FailOnTimeoutGroup] 2024-12-06T02:21:16,668 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:16,668 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:21:16,668 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:16,668 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:21:16,709 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(746): ClusterId : 90d7cda0-c23e-4eb3-83ef-92f34dca793f 2024-12-06T02:21:16,709 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:21:16,849 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:21:16,849 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:21:16,949 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:21:16,949 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4274d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:16,967 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:42443 2024-12-06T02:21:16,967 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:21:16,967 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:21:16,967 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:21:16,968 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,43965,1733451673447 with port=42443, startcode=1733451673726 2024-12-06T02:21:16,968 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:21:16,970 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:21:16,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,42443,1733451673726 2024-12-06T02:21:16,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:16,972 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c 2024-12-06T02:21:16,972 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45051 2024-12-06T02:21:16,972 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:21:17,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/rs 2024-12-06T02:21:17,040 DEBUG [RS:0;5c7979348d1b:42443 {}] zookeeper.ZKUtil(111): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on existing znode=/2387609892/rs/5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,041 WARN [RS:0;5c7979348d1b:42443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:17,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,42443,1733451673726] 2024-12-06T02:21:17,041 INFO [RS:0;5c7979348d1b:42443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:17,041 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,053 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:21:17,068 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:21:17,069 INFO [RS:0;5c7979348d1b:42443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:21:17,070 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,076 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:21:17,077 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:21:17,077 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:17,077 DEBUG [RS:0;5c7979348d1b:42443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,080 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42443,1733451673726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:17,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:21:17,089 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c 2024-12-06T02:21:17,105 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:21:17,105 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42443,1733451673726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,106 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,106 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.Replication(171): 5c7979348d1b,42443,1733451673726 started 2024-12-06T02:21:17,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:21:17,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:17,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:17,128 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,129 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,42443,1733451673726, RpcServer on 5c7979348d1b/172.17.0.3:42443, sessionid=0x101a87136100007 2024-12-06T02:21:17,129 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:21:17,129 DEBUG [RS:0;5c7979348d1b:42443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,129 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42443,1733451673726' 2024-12-06T02:21:17,129 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2387609892/flush-table-proc/abort' 2024-12-06T02:21:17,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:17,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2387609892/flush-table-proc/acquired' 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,42443,1733451673726' 2024-12-06T02:21:17,139 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2387609892/online-snapshot/abort' 2024-12-06T02:21:17,140 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2387609892/online-snapshot/acquired' 2024-12-06T02:21:17,140 DEBUG [RS:0;5c7979348d1b:42443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:21:17,141 INFO [RS:0;5c7979348d1b:42443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:21:17,141 INFO [RS:0;5c7979348d1b:42443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:21:17,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:17,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:17,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:17,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:17,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:17,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:17,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740 2024-12-06T02:21:17,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740 2024-12-06T02:21:17,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:17,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:17,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:17,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:17,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:17,173 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812324, jitterRate=0.010482370853424072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:17,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451677116Initializing all the Stores at 1733451677117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677122 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451677122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677122Cleaning up temporary data from old regions at 1733451677163 (+41 ms)Region opened successfully at 1733451677173 (+10 ms) 2024-12-06T02:21:17,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:17,173 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:17,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:17,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:17,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:17,176 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:17,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451677173Disabling compacts and flushes for region at 1733451677173Disabling writes for close at 1733451677173Writing region close event to WAL at 1733451677176 (+3 ms)Closed at 1733451677176 2024-12-06T02:21:17,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:17,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:21:17,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:21:17,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:17,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:21:17,241 INFO [RS:0;5c7979348d1b:42443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:17,243 INFO [RS:0;5c7979348d1b:42443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42443%2C1733451673726, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/oldWALs, maxLogs=10 2024-12-06T02:21:17,262 DEBUG [RS:0;5c7979348d1b:42443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, exclude list is [], retry=0 2024-12-06T02:21:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-6a18ae97-feca-4673-8264-1fed55d5639d,DISK] 2024-12-06T02:21:17,276 INFO [RS:0;5c7979348d1b:42443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 2024-12-06T02:21:17,280 DEBUG [RS:0;5c7979348d1b:42443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-12-06T02:21:17,332 DEBUG [5c7979348d1b:43965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:21:17,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,334 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42443,1733451673726, state=OPENING 2024-12-06T02:21:17,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:21:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:17,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:17,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2387609892/meta-region-server: CHANGED 2024-12-06T02:21:17,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42443,1733451673726}] 2024-12-06T02:21:17,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:17,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2387609892/meta-region-server: CHANGED 2024-12-06T02:21:17,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:17,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:21:17,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:21:17,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:17,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:21:17,589 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42443%2C1733451673726.meta, suffix=.meta, logDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/oldWALs, maxLogs=10 2024-12-06T02:21:17,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.meta.1733451677589.meta, exclude list is [], retry=0 2024-12-06T02:21:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-6a18ae97-feca-4673-8264-1fed55d5639d,DISK] 2024-12-06T02:21:17,636 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.meta.1733451677589.meta 2024-12-06T02:21:17,652 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-12-06T02:21:17,652 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:17,653 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:17,653 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:17,653 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:21:17,653 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:21:17,653 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:21:17,653 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:17,654 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:21:17,654 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:21:17,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:17,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:17,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:17,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:17,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:17,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:17,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:17,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:17,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:17,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:17,682 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:17,684 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740 2024-12-06T02:21:17,696 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740 2024-12-06T02:21:17,698 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:17,698 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:17,699 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:17,700 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:17,701 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67950658, jitterRate=0.012543708086013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:17,701 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:21:17,701 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451677654Writing region info on filesystem at 1733451677654Initializing all the Stores at 1733451677656 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677660 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451677660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451677660Cleaning up temporary data from old regions at 1733451677698 (+38 ms)Running coprocessor post-open hooks at 1733451677701 (+3 ms)Region opened successfully at 1733451677701 2024-12-06T02:21:17,703 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451677524 2024-12-06T02:21:17,708 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:21:17,709 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:21:17,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,42443,1733451673726, state=OPEN 2024-12-06T02:21:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2387609892/meta-region-server 2024-12-06T02:21:17,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2387609892/meta-region-server: CHANGED 2024-12-06T02:21:17,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2387609892/meta-region-server 2024-12-06T02:21:17,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2387609892/meta-region-server: CHANGED 2024-12-06T02:21:17,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:17,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:21:17,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,42443,1733451673726 in 427 msec 2024-12-06T02:21:17,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:21:17,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-06T02:21:17,796 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:17,796 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:21:17,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:17,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42443,1733451673726, seqNum=-1] 2024-12-06T02:21:17,798 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:17,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:17,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1640 sec 2024-12-06T02:21:17,803 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451677803, completionTime=-1 2024-12-06T02:21:17,803 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:21:17,803 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:21:17,807 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:21:17,807 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451737807 2024-12-06T02:21:17,807 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451797807 2024-12-06T02:21:17,807 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-06T02:21:17,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:43965, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,808 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,810 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:21:17,812 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,817 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.733sec 2024-12-06T02:21:17,817 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:21:17,817 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:21:17,817 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:21:17,817 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:21:17,818 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:21:17,818 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:17,818 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:21:17,820 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:21:17,821 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:21:17,821 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,43965,1733451673447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:17,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:17,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:17,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:17,957 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:17,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54297dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:17,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:17,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:17,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:17,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:17,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:17,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:17,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42443,1733451673726, seqNum=-1] 2024-12-06T02:21:17,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:17,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:17,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,43965,1733451673447 2024-12-06T02:21:17,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57452 2024-12-06T02:21:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:18,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a87136100008 connected 2024-12-06T02:21:18,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39869,1733451662731 2024-12-06T02:21:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3490ed9a 2024-12-06T02:21:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:18,201 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:18,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:21:18,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:18,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:18,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:18,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:21:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:21:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:18,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76c48efa6a4f226c772fda5e8f3e9a1e, NAME => 'test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2 2024-12-06T02:21:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:21:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76c48efa6a4f226c772fda5e8f3e9a1e, disabling compactions & flushes 2024-12-06T02:21:19,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. after waiting 0 ms 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76c48efa6a4f226c772fda5e8f3e9a1e: Waiting for close lock at 1733451679065Disabling compacts and flushes for region at 1733451679065Disabling writes for close at 1733451679065Writing region close event to WAL at 1733451679065Closed at 1733451679065 2024-12-06T02:21:19,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:19,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451679067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451679067"}]},"ts":"1733451679067"} 2024-12-06T02:21:19,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:19,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:19,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451679074"}]},"ts":"1733451679074"} 2024-12-06T02:21:19,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:21:19,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76c48efa6a4f226c772fda5e8f3e9a1e, ASSIGN}] 2024-12-06T02:21:19,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76c48efa6a4f226c772fda5e8f3e9a1e, ASSIGN 2024-12-06T02:21:19,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76c48efa6a4f226c772fda5e8f3e9a1e, ASSIGN; state=OFFLINE, location=5c7979348d1b,42797,1733451663060; forceNewPlan=false, retain=false 2024-12-06T02:21:19,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76c48efa6a4f226c772fda5e8f3e9a1e, regionState=OPENING, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:19,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76c48efa6a4f226c772fda5e8f3e9a1e, ASSIGN because future has completed 2024-12-06T02:21:19,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76c48efa6a4f226c772fda5e8f3e9a1e, server=5c7979348d1b,42797,1733451663060}] 2024-12-06T02:21:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:19,404 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76c48efa6a4f226c772fda5e8f3e9a1e, NAME => 'test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:19,405 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:19,405 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,405 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,410 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,412 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c48efa6a4f226c772fda5e8f3e9a1e columnFamilyName f 2024-12-06T02:21:19,412 DEBUG [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:19,416 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(327): Store=76c48efa6a4f226c772fda5e8f3e9a1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:19,416 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,421 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c48efa6a4f226c772fda5e8f3e9a1e columnFamilyName f1 2024-12-06T02:21:19,421 DEBUG [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:19,421 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(327): Store=76c48efa6a4f226c772fda5e8f3e9a1e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:19,422 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,423 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c48efa6a4f226c772fda5e8f3e9a1e columnFamilyName norep 2024-12-06T02:21:19,423 DEBUG [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:19,428 INFO [StoreOpener-76c48efa6a4f226c772fda5e8f3e9a1e-1 {}] regionserver.HStore(327): Store=76c48efa6a4f226c772fda5e8f3e9a1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:19,428 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,430 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,431 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,436 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,436 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,440 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:19,445 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,456 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:19,457 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76c48efa6a4f226c772fda5e8f3e9a1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67946773, jitterRate=0.012485817074775696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:19,457 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:19,459 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76c48efa6a4f226c772fda5e8f3e9a1e: Running coprocessor pre-open hook at 1733451679405Writing region info on filesystem at 1733451679405Initializing all the Stores at 1733451679409 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451679409Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451679410 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451679410Cleaning up temporary data from old regions at 1733451679436 (+26 ms)Running coprocessor post-open hooks at 1733451679457 (+21 ms)Region opened successfully at 1733451679459 (+2 ms) 2024-12-06T02:21:19,460 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., pid=6, masterSystemTime=1733451679387 2024-12-06T02:21:19,462 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,462 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:19,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76c48efa6a4f226c772fda5e8f3e9a1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:19,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76c48efa6a4f226c772fda5e8f3e9a1e, server=5c7979348d1b,42797,1733451663060 because future has completed 2024-12-06T02:21:19,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:21:19,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76c48efa6a4f226c772fda5e8f3e9a1e, server=5c7979348d1b,42797,1733451663060 in 234 msec 2024-12-06T02:21:19,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:21:19,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76c48efa6a4f226c772fda5e8f3e9a1e, ASSIGN in 400 msec 2024-12-06T02:21:19,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:19,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451679481"}]},"ts":"1733451679481"} 2024-12-06T02:21:19,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:21:19,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:19,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2810 sec 2024-12-06T02:21:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:20,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:20,374 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:21:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37515,1733451667455 2024-12-06T02:21:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f33c22c 2024-12-06T02:21:20,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:20,376 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:20,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:21:20,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:20,379 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:20,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:21:20,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:20,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 762127a2794faff716fc815084cd21d9, NAME => 'test,,1733451680376.762127a2794faff716fc815084cd21d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54 2024-12-06T02:21:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:21:20,847 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451680376.762127a2794faff716fc815084cd21d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:20,847 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 762127a2794faff716fc815084cd21d9, disabling compactions & flushes 2024-12-06T02:21:20,847 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:20,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:20,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451680376.762127a2794faff716fc815084cd21d9. after waiting 0 ms 2024-12-06T02:21:20,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:20,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:20,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 762127a2794faff716fc815084cd21d9: Waiting for close lock at 1733451680847Disabling compacts and flushes for region at 1733451680847Disabling writes for close at 1733451680848 (+1 ms)Writing region close event to WAL at 1733451680848Closed at 1733451680848 2024-12-06T02:21:20,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:20,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451680376.762127a2794faff716fc815084cd21d9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451680850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451680850"}]},"ts":"1733451680850"} 2024-12-06T02:21:20,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:20,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:20,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451680860"}]},"ts":"1733451680860"} 2024-12-06T02:21:20,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:21:20,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=762127a2794faff716fc815084cd21d9, ASSIGN}] 2024-12-06T02:21:20,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=762127a2794faff716fc815084cd21d9, ASSIGN 2024-12-06T02:21:20,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=762127a2794faff716fc815084cd21d9, ASSIGN; state=OFFLINE, location=5c7979348d1b,45559,1733451667689; forceNewPlan=false, retain=false 2024-12-06T02:21:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:21,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=762127a2794faff716fc815084cd21d9, regionState=OPENING, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:21,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=762127a2794faff716fc815084cd21d9, ASSIGN because future has completed 2024-12-06T02:21:21,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762127a2794faff716fc815084cd21d9, server=5c7979348d1b,45559,1733451667689}] 2024-12-06T02:21:21,176 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:21,176 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 762127a2794faff716fc815084cd21d9, NAME => 'test,,1733451680376.762127a2794faff716fc815084cd21d9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:21,177 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:21,177 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:21:21,177 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,177 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451680376.762127a2794faff716fc815084cd21d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:21,177 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,177 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,178 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,179 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762127a2794faff716fc815084cd21d9 columnFamilyName f 2024-12-06T02:21:21,179 DEBUG [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:21,180 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(327): Store=762127a2794faff716fc815084cd21d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:21,180 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,181 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762127a2794faff716fc815084cd21d9 columnFamilyName f1 2024-12-06T02:21:21,181 DEBUG [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:21,181 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(327): Store=762127a2794faff716fc815084cd21d9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:21,181 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,182 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 762127a2794faff716fc815084cd21d9 columnFamilyName norep 2024-12-06T02:21:21,182 DEBUG [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:21,182 INFO [StoreOpener-762127a2794faff716fc815084cd21d9-1 {}] regionserver.HStore(327): Store=762127a2794faff716fc815084cd21d9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:21,182 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,183 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,183 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,184 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,184 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,184 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:21,185 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,186 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:21,187 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 762127a2794faff716fc815084cd21d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60433011, jitterRate=-0.09947796165943146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:21,187 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:21,187 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 762127a2794faff716fc815084cd21d9: Running coprocessor pre-open hook at 1733451681177Writing region info on filesystem at 1733451681177Initializing all the Stores at 1733451681178 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451681178Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451681178Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451681178Cleaning up temporary data from old regions at 1733451681184 (+6 ms)Running coprocessor post-open hooks at 1733451681187 (+3 ms)Region opened successfully at 1733451681187 2024-12-06T02:21:21,188 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451680376.762127a2794faff716fc815084cd21d9., pid=6, masterSystemTime=1733451681172 2024-12-06T02:21:21,190 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:21,190 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:21,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=762127a2794faff716fc815084cd21d9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:21,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 762127a2794faff716fc815084cd21d9, server=5c7979348d1b,45559,1733451667689 because future has completed 2024-12-06T02:21:21,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:21:21,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 762127a2794faff716fc815084cd21d9, server=5c7979348d1b,45559,1733451667689 in 173 msec 2024-12-06T02:21:21,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:21:21,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=762127a2794faff716fc815084cd21d9, ASSIGN in 330 msec 2024-12-06T02:21:21,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:21,198 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451681198"}]},"ts":"1733451681198"} 2024-12-06T02:21:21,200 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:21:21,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:21,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 824 msec 2024-12-06T02:21:21,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:21:21,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:21:21,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:21,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:21:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:21,514 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:21:21,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6980ae26 2024-12-06T02:21:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:21,516 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:21,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:21:21,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:21,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:21,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:21:21,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:21:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:21,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:21:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:21,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39c3488ea8ba4740db7070e85162503b, NAME => 'test,,1733451681516.39c3488ea8ba4740db7070e85162503b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c 2024-12-06T02:21:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:21:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:22,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451681516.39c3488ea8ba4740db7070e85162503b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:22,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39c3488ea8ba4740db7070e85162503b, disabling compactions & flushes 2024-12-06T02:21:22,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451681516.39c3488ea8ba4740db7070e85162503b. after waiting 0 ms 2024-12-06T02:21:22,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39c3488ea8ba4740db7070e85162503b: Waiting for close lock at 1733451682397Disabling compacts and flushes for region at 1733451682397Disabling writes for close at 1733451682397Writing region close event to WAL at 1733451682397Closed at 1733451682397 2024-12-06T02:21:22,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:22,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451681516.39c3488ea8ba4740db7070e85162503b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451682399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451682399"}]},"ts":"1733451682399"} 2024-12-06T02:21:22,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:22,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:22,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451682403"}]},"ts":"1733451682403"} 2024-12-06T02:21:22,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:21:22,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39c3488ea8ba4740db7070e85162503b, ASSIGN}] 2024-12-06T02:21:22,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39c3488ea8ba4740db7070e85162503b, ASSIGN 2024-12-06T02:21:22,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39c3488ea8ba4740db7070e85162503b, ASSIGN; state=OFFLINE, location=5c7979348d1b,42443,1733451673726; forceNewPlan=false, retain=false 2024-12-06T02:21:22,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39c3488ea8ba4740db7070e85162503b, regionState=OPENING, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:22,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39c3488ea8ba4740db7070e85162503b, ASSIGN because future has completed 2024-12-06T02:21:22,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c3488ea8ba4740db7070e85162503b, server=5c7979348d1b,42443,1733451673726}] 2024-12-06T02:21:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:22,736 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,736 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39c3488ea8ba4740db7070e85162503b, NAME => 'test,,1733451681516.39c3488ea8ba4740db7070e85162503b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:22,737 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:22,737 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:21:22,737 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,737 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451681516.39c3488ea8ba4740db7070e85162503b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:22,737 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,737 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,738 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,739 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c3488ea8ba4740db7070e85162503b columnFamilyName f 2024-12-06T02:21:22,739 DEBUG [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:22,740 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(327): Store=39c3488ea8ba4740db7070e85162503b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:22,740 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,741 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c3488ea8ba4740db7070e85162503b columnFamilyName f1 2024-12-06T02:21:22,741 DEBUG [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:22,741 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(327): Store=39c3488ea8ba4740db7070e85162503b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:22,741 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,742 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c3488ea8ba4740db7070e85162503b columnFamilyName norep 2024-12-06T02:21:22,742 DEBUG [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:22,742 INFO [StoreOpener-39c3488ea8ba4740db7070e85162503b-1 {}] regionserver.HStore(327): Store=39c3488ea8ba4740db7070e85162503b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:22,748 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,749 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,749 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,750 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,750 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,750 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:22,751 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,752 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:22,753 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39c3488ea8ba4740db7070e85162503b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68161421, jitterRate=0.015684321522712708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:22,753 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:22,753 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39c3488ea8ba4740db7070e85162503b: Running coprocessor pre-open hook at 1733451682737Writing region info on filesystem at 1733451682737Initializing all the Stores at 1733451682738 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451682738Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451682738Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451682738Cleaning up temporary data from old regions at 1733451682750 (+12 ms)Running coprocessor post-open hooks at 1733451682753 (+3 ms)Region opened successfully at 1733451682753 2024-12-06T02:21:22,753 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451681516.39c3488ea8ba4740db7070e85162503b., pid=6, masterSystemTime=1733451682716 2024-12-06T02:21:22,756 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,757 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:22,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39c3488ea8ba4740db7070e85162503b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c3488ea8ba4740db7070e85162503b, server=5c7979348d1b,42443,1733451673726 because future has completed 2024-12-06T02:21:22,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:21:22,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39c3488ea8ba4740db7070e85162503b, server=5c7979348d1b,42443,1733451673726 in 203 msec 2024-12-06T02:21:22,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:21:22,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39c3488ea8ba4740db7070e85162503b, ASSIGN in 361 msec 2024-12-06T02:21:22,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:22,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451682770"}]},"ts":"1733451682770"} 2024-12-06T02:21:22,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:21:22,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:22,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2580 sec 2024-12-06T02:21:23,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:23,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:21:23,674 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:21:23,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:23,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:23,675 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:23,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd96ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:23,677 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e2ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:23,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39869,1733451662731 2024-12-06T02:21:23,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39709a66 2024-12-06T02:21:23,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:23,681 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:23,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:21:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:21:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:23,685 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:37515' 2024-12-06T02:21:23,686 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c0bcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,686 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:23,686 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:23,687 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa8a445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:23,688 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:23,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164560ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:23,688 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:23,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37515,1733451667455 2024-12-06T02:21:23,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8fee9d 2024-12-06T02:21:23,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:23,690 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:23,691 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:21:23,691 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:21:23,691 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:23,691 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:23,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:23,691 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:23,693 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:21:23,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:23,694 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:23,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:21:23,743 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:21:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:24,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49a32a02d9666a7d53fc96ca7c1c9e4d, NAME => 'hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2 2024-12-06T02:21:24,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:21:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:24,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:24,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49a32a02d9666a7d53fc96ca7c1c9e4d, disabling compactions & flushes 2024-12-06T02:21:24,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. after waiting 0 ms 2024-12-06T02:21:24,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,517 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49a32a02d9666a7d53fc96ca7c1c9e4d: Waiting for close lock at 1733451684516Disabling compacts and flushes for region at 1733451684516Disabling writes for close at 1733451684517 (+1 ms)Writing region close event to WAL at 1733451684517Closed at 1733451684517 2024-12-06T02:21:24,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:24,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451684525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451684525"}]},"ts":"1733451684525"} 2024-12-06T02:21:24,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:24,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:24,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451684528"}]},"ts":"1733451684528"} 2024-12-06T02:21:24,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:21:24,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49a32a02d9666a7d53fc96ca7c1c9e4d, ASSIGN}] 2024-12-06T02:21:24,532 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49a32a02d9666a7d53fc96ca7c1c9e4d, ASSIGN 2024-12-06T02:21:24,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49a32a02d9666a7d53fc96ca7c1c9e4d, ASSIGN; state=OFFLINE, location=5c7979348d1b,42797,1733451663060; forceNewPlan=false, retain=false 2024-12-06T02:21:24,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49a32a02d9666a7d53fc96ca7c1c9e4d, regionState=OPENING, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49a32a02d9666a7d53fc96ca7c1c9e4d, ASSIGN because future has completed 2024-12-06T02:21:24,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a32a02d9666a7d53fc96ca7c1c9e4d, server=5c7979348d1b,42797,1733451663060}] 2024-12-06T02:21:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:24,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:24,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:21:24,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42797%2C1733451663060.rep, suffix=, logDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060, archiveDir=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/oldWALs, maxLogs=10 2024-12-06T02:21:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.rep.1733451684928, exclude list is [], retry=0 2024-12-06T02:21:24,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-255a132b-a888-471e-acc2-91c1013594cf,DISK] 2024-12-06T02:21:24,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.rep.1733451684928 2024-12-06T02:21:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34677:34677)] 2024-12-06T02:21:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49a32a02d9666a7d53fc96ca7c1c9e4d, NAME => 'hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:24,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. service=MultiRowMutationService 2024-12-06T02:21:24,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,962 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,963 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a32a02d9666a7d53fc96ca7c1c9e4d columnFamilyName hfileref 2024-12-06T02:21:24,963 DEBUG [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:24,963 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(327): Store=49a32a02d9666a7d53fc96ca7c1c9e4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:24,963 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,964 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a32a02d9666a7d53fc96ca7c1c9e4d columnFamilyName queue 2024-12-06T02:21:24,964 DEBUG [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:24,964 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(327): Store=49a32a02d9666a7d53fc96ca7c1c9e4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:24,964 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,965 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a32a02d9666a7d53fc96ca7c1c9e4d columnFamilyName sid 2024-12-06T02:21:24,965 DEBUG [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:24,965 INFO [StoreOpener-49a32a02d9666a7d53fc96ca7c1c9e4d-1 {}] regionserver.HStore(327): Store=49a32a02d9666a7d53fc96ca7c1c9e4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:24,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/replication/49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/replication/49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:24,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/replication/49a32a02d9666a7d53fc96ca7c1c9e4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:24,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49a32a02d9666a7d53fc96ca7c1c9e4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198779, jitterRate=0.031142160296440125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:24,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:24,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49a32a02d9666a7d53fc96ca7c1c9e4d: Running coprocessor pre-open hook at 1733451684960Writing region info on filesystem at 1733451684960Initializing all the Stores at 1733451684961 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451684961Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451684961Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451684961Cleaning up temporary data from old regions at 1733451684967 (+6 ms)Running coprocessor post-open hooks at 1733451684970 (+3 ms)Region opened successfully at 1733451684971 (+1 ms) 2024-12-06T02:21:24,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d., pid=10, masterSystemTime=1733451684846 2024-12-06T02:21:24,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:24,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49a32a02d9666a7d53fc96ca7c1c9e4d, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42797,1733451663060 2024-12-06T02:21:24,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a32a02d9666a7d53fc96ca7c1c9e4d, server=5c7979348d1b,42797,1733451663060 because future has completed 2024-12-06T02:21:24,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:21:24,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49a32a02d9666a7d53fc96ca7c1c9e4d, server=5c7979348d1b,42797,1733451663060 in 284 msec 2024-12-06T02:21:24,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:21:24,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49a32a02d9666a7d53fc96ca7c1c9e4d, ASSIGN in 447 msec 2024-12-06T02:21:24,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:24,980 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451684980"}]},"ts":"1733451684980"} 2024-12-06T02:21:24,981 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:21:24,982 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:24,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2900 sec 2024-12-06T02:21:25,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d., hostname=5c7979348d1b,42797,1733451663060, seqNum=2] 2024-12-06T02:21:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:25,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:25,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:21:25,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:21:25,571 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:21:25,615 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,42797,1733451663060, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:21:25,616 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:25,616 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42797,1733451663060, seqNum=-1] 2024-12-06T02:21:25,616 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:25,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:25,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,42797,1733451663060', locateType=CURRENT is [region=hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d., hostname=5c7979348d1b,42797,1733451663060, seqNum=2] 2024-12-06T02:21:25,625 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:21:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:21:25,629 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,42797,1733451663060 suceeded 2024-12-06T02:21:25,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:21:25,632 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:37515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:21:25,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-06T02:21:25,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9510 sec 2024-12-06T02:21:25,645 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:37515' 2024-12-06T02:21:25,646 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf08e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,647 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:25,647 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:25,647 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:25,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:25,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:25,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:25,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:25,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:25,660 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38c47b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,660 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37515,1733451667455 2024-12-06T02:21:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9582c1 2024-12-06T02:21:25,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:25,663 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-06T02:21:25,663 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,42797,1733451663060 (queues=1) is replicating from cluster=2f9b1a9f-e8d6-4fc2-b425-736d732c9e94 to cluster=95565ca6-454f-46ef-9ae1-19378ac3809d 2024-12-06T02:21:25,664 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C42797%2C1733451663060 2024-12-06T02:21:25,664 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,42797,1733451663060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:21:25,668 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C42797%2C1733451663060 2024-12-06T02:21:25,669 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, startPosition=0, beingWritten=true 2024-12-06T02:21:25,676 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:25,676 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:25,676 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:25,844 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:21:25,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:25,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:25,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:25,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:25,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:25,847 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc8a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:25,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:25,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,849 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:25,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b15fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37515,1733451667455 2024-12-06T02:21:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16b02eeb 2024-12-06T02:21:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:25,852 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:25,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:43965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:21:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:21:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:25,857 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:43965' 2024-12-06T02:21:25,860 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27abd9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,860 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:25,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:25,861 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59207025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:25,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,863 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:25,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13771a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:25,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17095d9f 2024-12-06T02:21:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:25,866 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:25,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:21:25,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:21:25,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:25,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:25,867 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:25,869 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:21:25,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:25,870 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:25,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:25,882 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:21:25,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:21:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:26,229 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:26,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b1a7fc859605c4d73492dff61582d14, NAME => 'hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54 2024-12-06T02:21:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b1a7fc859605c4d73492dff61582d14, disabling compactions & flushes 2024-12-06T02:21:26,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. after waiting 0 ms 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b1a7fc859605c4d73492dff61582d14: Waiting for close lock at 1733451686343Disabling compacts and flushes for region at 1733451686343Disabling writes for close at 1733451686343Writing region close event to WAL at 1733451686343Closed at 1733451686343 2024-12-06T02:21:26,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:26,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451686348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451686348"}]},"ts":"1733451686348"} 2024-12-06T02:21:26,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:26,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:26,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451686352"}]},"ts":"1733451686352"} 2024-12-06T02:21:26,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:21:26,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b1a7fc859605c4d73492dff61582d14, ASSIGN}] 2024-12-06T02:21:26,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b1a7fc859605c4d73492dff61582d14, ASSIGN 2024-12-06T02:21:26,356 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b1a7fc859605c4d73492dff61582d14, ASSIGN; state=OFFLINE, location=5c7979348d1b,45559,1733451667689; forceNewPlan=false, retain=false 2024-12-06T02:21:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:26,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b1a7fc859605c4d73492dff61582d14, regionState=OPENING, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:26,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b1a7fc859605c4d73492dff61582d14, ASSIGN because future has completed 2024-12-06T02:21:26,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b1a7fc859605c4d73492dff61582d14, server=5c7979348d1b,45559,1733451667689}] 2024-12-06T02:21:26,637 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:26,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:26,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:21:26,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C45559%2C1733451667689.rep, suffix=, logDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689, archiveDir=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/oldWALs, maxLogs=10 2024-12-06T02:21:26,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.rep.1733451686689, exclude list is [], retry=0 2024-12-06T02:21:26,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-57ffd946-1f89-41f9-a9dc-4680be5a4c3d,DISK] 2024-12-06T02:21:26,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.rep.1733451686689 2024-12-06T02:21:26,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38633:38633)] 2024-12-06T02:21:26,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b1a7fc859605c4d73492dff61582d14, NAME => 'hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:26,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:26,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. service=MultiRowMutationService 2024-12-06T02:21:26,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:21:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,716 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,718 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1a7fc859605c4d73492dff61582d14 columnFamilyName hfileref 2024-12-06T02:21:26,718 DEBUG [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:26,718 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(327): Store=7b1a7fc859605c4d73492dff61582d14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:26,718 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,719 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1a7fc859605c4d73492dff61582d14 columnFamilyName queue 2024-12-06T02:21:26,719 DEBUG [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:26,719 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(327): Store=7b1a7fc859605c4d73492dff61582d14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:26,720 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,720 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b1a7fc859605c4d73492dff61582d14 columnFamilyName sid 2024-12-06T02:21:26,720 DEBUG [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:26,721 INFO [StoreOpener-7b1a7fc859605c4d73492dff61582d14-1 {}] regionserver.HStore(327): Store=7b1a7fc859605c4d73492dff61582d14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:26,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:26,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:26,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b1a7fc859605c4d73492dff61582d14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889551, jitterRate=-0.003268018364906311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:26,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:26,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b1a7fc859605c4d73492dff61582d14: Running coprocessor pre-open hook at 1733451686712Writing region info on filesystem at 1733451686712Initializing all the Stores at 1733451686713 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451686713Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451686716 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451686716Cleaning up temporary data from old regions at 1733451686722 (+6 ms)Running coprocessor post-open hooks at 1733451686730 (+8 ms)Region opened successfully at 1733451686730 2024-12-06T02:21:26,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14., pid=10, masterSystemTime=1733451686673 2024-12-06T02:21:26,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:26,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b1a7fc859605c4d73492dff61582d14, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,45559,1733451667689 2024-12-06T02:21:26,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b1a7fc859605c4d73492dff61582d14, server=5c7979348d1b,45559,1733451667689 because future has completed 2024-12-06T02:21:26,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:21:26,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b1a7fc859605c4d73492dff61582d14, server=5c7979348d1b,45559,1733451667689 in 217 msec 2024-12-06T02:21:26,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:21:26,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b1a7fc859605c4d73492dff61582d14, ASSIGN in 384 msec 2024-12-06T02:21:26,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:26,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451686740"}]},"ts":"1733451686740"} 2024-12-06T02:21:26,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:21:26,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:26,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 877 msec 2024-12-06T02:21:26,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14., hostname=5c7979348d1b,45559,1733451667689, seqNum=2] 2024-12-06T02:21:26,825 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:26,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:21:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:27,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:21:27,044 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:21:27,073 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,45559,1733451667689, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:21:27,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:27,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,45559,1733451667689, seqNum=-1] 2024-12-06T02:21:27,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:27,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:27,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,45559,1733451667689', locateType=CURRENT is [region=hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14., hostname=5c7979348d1b,45559,1733451667689, seqNum=2] 2024-12-06T02:21:27,079 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:21:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:21:27,080 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,45559,1733451667689 suceeded 2024-12-06T02:21:27,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:21:27,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T02:21:27,082 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:43965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:21:27,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2300 sec 2024-12-06T02:21:27,093 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:43965' 2024-12-06T02:21:27,094 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cb347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:27,094 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:27,095 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:27,096 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47718ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:27,098 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:27,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798dc4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:27,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81a527 2024-12-06T02:21:27,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:27,100 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-06T02:21:27,101 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,45559,1733451667689 (queues=1) is replicating from cluster=95565ca6-454f-46ef-9ae1-19378ac3809d to cluster=90d7cda0-c23e-4eb3-83ef-92f34dca793f 2024-12-06T02:21:27,101 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C45559%2C1733451667689 2024-12-06T02:21:27,101 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,45559,1733451667689, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:21:27,113 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, startPosition=0, beingWritten=true 2024-12-06T02:21:27,114 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C45559%2C1733451667689 2024-12-06T02:21:27,134 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:27,134 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:27,134 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:27,143 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:27,365 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:27,673 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:27,781 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:28,004 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:21:28,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:28,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:28,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:28,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:28,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:28,006 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39448dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,007 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e32cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c411757 2024-12-06T02:21:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:28,010 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:28,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:39869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:21:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:21:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:28,013 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:39869' 2024-12-06T02:21:28,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390e41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,014 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:28,014 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:28,014 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b74ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,016 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:28,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e72b396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:28,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:28,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39869,1733451662731 2024-12-06T02:21:28,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b715de 2024-12-06T02:21:28,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:28,018 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:28,018 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:21:28,018 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:21:28,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:28,019 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:28,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:28,020 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:21:28,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:21:28,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:28,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:21:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:21:28,070 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:21:28,078 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:28,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:28,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:21:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:28,432 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a59256dbee3ea36bd5f0d5b0a706a5, NAME => 'hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c 2024-12-06T02:21:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46a59256dbee3ea36bd5f0d5b0a706a5, disabling compactions & flushes 2024-12-06T02:21:28,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. after waiting 0 ms 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,447 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a59256dbee3ea36bd5f0d5b0a706a5: Waiting for close lock at 1733451688447Disabling compacts and flushes for region at 1733451688447Disabling writes for close at 1733451688447Writing region close event to WAL at 1733451688447Closed at 1733451688447 2024-12-06T02:21:28,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:21:28,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451688449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451688449"}]},"ts":"1733451688449"} 2024-12-06T02:21:28,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:21:28,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:21:28,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451688453"}]},"ts":"1733451688453"} 2024-12-06T02:21:28,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:21:28,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a59256dbee3ea36bd5f0d5b0a706a5, ASSIGN}] 2024-12-06T02:21:28,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a59256dbee3ea36bd5f0d5b0a706a5, ASSIGN 2024-12-06T02:21:28,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46a59256dbee3ea36bd5f0d5b0a706a5, ASSIGN; state=OFFLINE, location=5c7979348d1b,42443,1733451673726; forceNewPlan=false, retain=false 2024-12-06T02:21:28,485 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:28,590 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:28,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46a59256dbee3ea36bd5f0d5b0a706a5, regionState=OPENING, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46a59256dbee3ea36bd5f0d5b0a706a5, ASSIGN because future has completed 2024-12-06T02:21:28,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a59256dbee3ea36bd5f0d5b0a706a5, server=5c7979348d1b,42443,1733451673726}] 2024-12-06T02:21:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:28,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:28,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:21:28,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C42443%2C1733451673726.rep, suffix=, logDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726, archiveDir=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/oldWALs, maxLogs=10 2024-12-06T02:21:28,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.rep.1733451688770, exclude list is [], retry=0 2024-12-06T02:21:28,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-6a18ae97-feca-4673-8264-1fed55d5639d,DISK] 2024-12-06T02:21:28,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.rep.1733451688770 2024-12-06T02:21:28,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39273:39273)] 2024-12-06T02:21:28,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a59256dbee3ea36bd5f0d5b0a706a5, NAME => 'hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:28,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. service=MultiRowMutationService 2024-12-06T02:21:28,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,808 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,810 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a59256dbee3ea36bd5f0d5b0a706a5 columnFamilyName hfileref 2024-12-06T02:21:28,810 DEBUG [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:28,811 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(327): Store=46a59256dbee3ea36bd5f0d5b0a706a5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:28,811 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,812 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a59256dbee3ea36bd5f0d5b0a706a5 columnFamilyName queue 2024-12-06T02:21:28,813 DEBUG [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:28,813 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(327): Store=46a59256dbee3ea36bd5f0d5b0a706a5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:28,813 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,814 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a59256dbee3ea36bd5f0d5b0a706a5 columnFamilyName sid 2024-12-06T02:21:28,814 DEBUG [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:28,814 INFO [StoreOpener-46a59256dbee3ea36bd5f0d5b0a706a5-1 {}] regionserver.HStore(327): Store=46a59256dbee3ea36bd5f0d5b0a706a5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:28,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/replication/46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/replication/46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:21:28,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/replication/46a59256dbee3ea36bd5f0d5b0a706a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:28,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46a59256dbee3ea36bd5f0d5b0a706a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74858059, jitterRate=0.11547200381755829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:21:28,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:28,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46a59256dbee3ea36bd5f0d5b0a706a5: Running coprocessor pre-open hook at 1733451688798Writing region info on filesystem at 1733451688798Initializing all the Stores at 1733451688802 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451688802Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451688808 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451688808Cleaning up temporary data from old regions at 1733451688817 (+9 ms)Running coprocessor post-open hooks at 1733451688831 (+14 ms)Region opened successfully at 1733451688831 2024-12-06T02:21:28,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5., pid=10, masterSystemTime=1733451688764 2024-12-06T02:21:28,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:28,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46a59256dbee3ea36bd5f0d5b0a706a5, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,42443,1733451673726 2024-12-06T02:21:28,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a59256dbee3ea36bd5f0d5b0a706a5, server=5c7979348d1b,42443,1733451673726 because future has completed 2024-12-06T02:21:28,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:21:28,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a59256dbee3ea36bd5f0d5b0a706a5, server=5c7979348d1b,42443,1733451673726 in 229 msec 2024-12-06T02:21:28,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:21:28,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46a59256dbee3ea36bd5f0d5b0a706a5, ASSIGN in 386 msec 2024-12-06T02:21:28,845 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:21:28,845 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451688845"}]},"ts":"1733451688845"} 2024-12-06T02:21:28,846 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:21:28,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:21:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 828 msec 2024-12-06T02:21:28,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5., hostname=5c7979348d1b,42443,1733451673726, seqNum=2] 2024-12-06T02:21:28,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:28,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:28,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:21:29,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:21:29,073 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:21:29,099 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,42443,1733451673726, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:21:29,100 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:29,100 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42443,1733451673726, seqNum=-1] 2024-12-06T02:21:29,100 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:29,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:29,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,42443,1733451673726', locateType=CURRENT is [region=hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5., hostname=5c7979348d1b,42443,1733451673726, seqNum=2] 2024-12-06T02:21:29,105 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:21:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:21:29,115 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,42443,1733451673726 suceeded 2024-12-06T02:21:29,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:21:29,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-06T02:21:29,124 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:39869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:21:29,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1140 sec 2024-12-06T02:21:29,130 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:39869' 2024-12-06T02:21:29,131 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0223a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,131 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:29,132 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,132 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:29,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:29,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3003994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:29,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,134 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,134 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a45242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,135 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:29,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39869,1733451662731 2024-12-06T02:21:29,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ef7fdb 2024-12-06T02:21:29,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:29,136 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T02:21:29,137 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,42443,1733451673726 (queues=1) is replicating from cluster=90d7cda0-c23e-4eb3-83ef-92f34dca793f to cluster=2f9b1a9f-e8d6-4fc2-b425-736d732c9e94 2024-12-06T02:21:29,137 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C42443%2C1733451673726 2024-12-06T02:21:29,137 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,42443,1733451673726, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:21:29,137 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C42443%2C1733451673726 2024-12-06T02:21:29,137 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, startPosition=0, beingWritten=true 2024-12-06T02:21:29,142 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:29,142 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 379, reset compression=false 2024-12-06T02:21:29,142 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:21:29,153 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:21:29,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:29,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:29,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:29,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:29,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,155 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b8be2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,156 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f0c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:29,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,158 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357a8772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,160 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c6118d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:29,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,162 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213789db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,164 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16b04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42797,1733451663060, seqNum=-1] 2024-12-06T02:21:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:29,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., hostname=5c7979348d1b,42797,1733451663060, seqNum=2] 2024-12-06T02:21:29,195 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:29,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42443,1733451673726, seqNum=-1] 2024-12-06T02:21:29,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:29,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451681516.39c3488ea8ba4740db7070e85162503b., hostname=5c7979348d1b,42443,1733451673726, seqNum=2] 2024-12-06T02:21:29,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T02:21:29,290 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 379, reset compression=false 2024-12-06T02:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 480, reset compression=false 2024-12-06T02:21:29,308 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[{test/76c48efa6a4f226c772fda5e8f3e9a1e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T02:21:29,312 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:29,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-06T02:21:29,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:29,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bfb8b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37515,-1 for getting cluster id 2024-12-06T02:21:29,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,316 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95565ca6-454f-46ef-9ae1-19378ac3809d' 2024-12-06T02:21:29,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95565ca6-454f-46ef-9ae1-19378ac3809d" 2024-12-06T02:21:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15da17c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37515,-1] 2024-12-06T02:21:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,318 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c30ebf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:29,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,45559,1733451667689, seqNum=-1] 2024-12-06T02:21:29,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:29,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451680376.762127a2794faff716fc815084cd21d9., hostname=5c7979348d1b,45559,1733451667689, seqNum=2] 2024-12-06T02:21:29,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:29,346 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 379, reset compression=false 2024-12-06T02:21:29,533 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 480, reset compression=false 2024-12-06T02:21:29,652 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 379, reset compression=false 2024-12-06T02:21:29,848 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 480, reset compression=false 2024-12-06T02:21:29,901 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 379, reset compression=false 2024-12-06T02:21:29,908 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:29,909 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 503, reset compression=false 2024-12-06T02:21:29,909 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T02:21:29,912 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:29,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-06T02:21:29,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:29,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce22c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:29,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:29,916 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:29,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:29,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:29,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d7a442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:29,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:29,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:29,918 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:29,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71322305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:29,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42443,1733451673726, seqNum=-1] 2024-12-06T02:21:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:29,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451681516.39c3488ea8ba4740db7070e85162503b., hostname=5c7979348d1b,42443,1733451673726, seqNum=2] 2024-12-06T02:21:29,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:30,055 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 379, reset compression=false 2024-12-06T02:21:30,071 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:30,071 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 527, reset compression=false 2024-12-06T02:21:30,071 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:30,115 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 503, reset compression=false 2024-12-06T02:21:30,208 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T02:21:30,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:30,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,45559,1733451667689, seqNum=-1] 2024-12-06T02:21:30,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:30,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733451680376.762127a2794faff716fc815084cd21d9., hostname=5c7979348d1b,45559,1733451667689, seqNum=2] 2024-12-06T02:21:30,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T02:21:30,252 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 480, reset compression=false 2024-12-06T02:21:30,275 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 527, reset compression=false 2024-12-06T02:21:30,421 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 503, reset compression=false 2024-12-06T02:21:30,425 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:30,426 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 607, reset compression=false 2024-12-06T02:21:30,426 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:21:30,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:30,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:30,578 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 527, reset compression=false 2024-12-06T02:21:30,583 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:30,583 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 655, reset compression=false 2024-12-06T02:21:30,583 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[{test/39c3488ea8ba4740db7070e85162503b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T02:21:30,585 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:30,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T02:21:30,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:30,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77ff4adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:30,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:30,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:30,589 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:30,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a0d781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:30,591 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:30,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a74b5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:30,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:30,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,42797,1733451663060, seqNum=-1] 2024-12-06T02:21:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:30,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T02:21:30,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., hostname=5c7979348d1b,42797,1733451663060, seqNum=2] 2024-12-06T02:21:30,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:30,632 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 607, reset compression=false 2024-12-06T02:21:30,756 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 480, reset compression=false 2024-12-06T02:21:30,760 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:30,760 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 632, reset compression=false 2024-12-06T02:21:30,760 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:30,805 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 655, reset compression=false 2024-12-06T02:21:30,936 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 607, reset compression=false 2024-12-06T02:21:30,966 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 632, reset compression=false 2024-12-06T02:21:31,114 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 655, reset compression=false 2024-12-06T02:21:31,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T02:21:31,226 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T02:21:31,295 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 632, reset compression=false 2024-12-06T02:21:31,349 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 607, reset compression=false 2024-12-06T02:21:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T02:21:31,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T02:21:31,542 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 655, reset compression=false 2024-12-06T02:21:31,591 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:31,591 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[{test/39c3488ea8ba4740db7070e85162503b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:21:31,592 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 759, reset compression=false 2024-12-06T02:21:31,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:31,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:31,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 632, reset compression=false 2024-12-06T02:21:31,745 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:31,745 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 760, reset compression=false 2024-12-06T02:21:31,745 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[{test/76c48efa6a4f226c772fda5e8f3e9a1e/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T02:21:31,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:31,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:31,848 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 759, reset compression=false 2024-12-06T02:21:31,869 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 607, reset compression=false 2024-12-06T02:21:31,910 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:31,910 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 758, reset compression=false 2024-12-06T02:21:31,910 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:31,987 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 760, reset compression=false 2024-12-06T02:21:32,134 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 758, reset compression=false 2024-12-06T02:21:32,176 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 759, reset compression=false 2024-12-06T02:21:32,232 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T02:21:32,253 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T02:21:32,308 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 760, reset compression=false 2024-12-06T02:21:32,322 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:32,322 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 916, reset compression=false 2024-12-06T02:21:32,322 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[{test/76c48efa6a4f226c772fda5e8f3e9a1e/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T02:21:32,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:32,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:32,457 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 758, reset compression=false 2024-12-06T02:21:32,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:32,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 905, reset compression=false 2024-12-06T02:21:32,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T02:21:32,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:32,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:32,545 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 916, reset compression=false 2024-12-06T02:21:32,607 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 759, reset compression=false 2024-12-06T02:21:32,641 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:32,642 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:32,642 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 930, reset compression=false 2024-12-06T02:21:32,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:21:32,716 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 905, reset compression=false 2024-12-06T02:21:32,858 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 930, reset compression=false 2024-12-06T02:21:32,861 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 916, reset compression=false 2024-12-06T02:21:33,056 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 905, reset compression=false 2024-12-06T02:21:33,163 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 930, reset compression=false 2024-12-06T02:21:33,255 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T02:21:33,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T02:21:33,267 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 916, reset compression=false 2024-12-06T02:21:33,474 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 905, reset compression=false 2024-12-06T02:21:33,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:33,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1064, reset compression=false 2024-12-06T02:21:33,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T02:21:33,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:33,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:33,573 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 930, reset compression=false 2024-12-06T02:21:33,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:33,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1080, reset compression=false 2024-12-06T02:21:33,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[{test/39c3488ea8ba4740db7070e85162503b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T02:21:33,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:33,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:33,681 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1064, reset compression=false 2024-12-06T02:21:33,786 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 916, reset compression=false 2024-12-06T02:21:33,788 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1080, reset compression=false 2024-12-06T02:21:33,789 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:33,790 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1090, reset compression=false 2024-12-06T02:21:33,790 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:33,996 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1064, reset compression=false 2024-12-06T02:21:34,022 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1090, reset compression=false 2024-12-06T02:21:34,100 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1080, reset compression=false 2024-12-06T02:21:34,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T02:21:34,287 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T02:21:34,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:34,352 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1090, reset compression=false 2024-12-06T02:21:34,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:34,421 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1064, reset compression=false 2024-12-06T02:21:34,534 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1080, reset compression=false 2024-12-06T02:21:34,574 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:34,574 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1239, reset compression=false 2024-12-06T02:21:34,575 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[{test/39c3488ea8ba4740db7070e85162503b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T02:21:34,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:34,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:34,785 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1090, reset compression=false 2024-12-06T02:21:34,792 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:34,793 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1240, reset compression=false 2024-12-06T02:21:34,793 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[{test/76c48efa6a4f226c772fda5e8f3e9a1e/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T02:21:34,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:34,800 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1239, reset compression=false 2024-12-06T02:21:34,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:34,958 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1064, reset compression=false 2024-12-06T02:21:34,987 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:34,987 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1237, reset compression=false 2024-12-06T02:21:34,987 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:35,035 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1240, reset compression=false 2024-12-06T02:21:35,150 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1239, reset compression=false 2024-12-06T02:21:35,209 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1237, reset compression=false 2024-12-06T02:21:35,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T02:21:35,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faccffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:35,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:35,348 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1240, reset compression=false 2024-12-06T02:21:35,357 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158e2e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:35,364 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efa7196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:35,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3e8c51 2024-12-06T02:21:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:35,376 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:35,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-06T02:21:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-06T02:21:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:21:35,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:21:35,533 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1237, reset compression=false 2024-12-06T02:21:35,565 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1239, reset compression=false 2024-12-06T02:21:35,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T02:21:35,620 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-06T02:21:35,625 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-06T02:21:35,625 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,42443,1733451673726 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-06T02:21:35,625 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0. 2024-12-06T02:21:35,625 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:35,625 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:35,625 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:35,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:21:35,727 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T02:21:35,728 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:21:35,800 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1240, reset compression=false 2024-12-06T02:21:35,827 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 terminated 2024-12-06T02:21:35,871 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,42443,1733451673726, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:21:35,872 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-06T02:21:35,872 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T02:21:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T02:21:35,884 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5c7979348d1b,42443,1733451673726 suceeded 2024-12-06T02:21:35,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T02:21:35,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 424 msec 2024-12-06T02:21:35,894 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-06T02:21:35,895 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:39869' 2024-12-06T02:21:35,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 513 msec 2024-12-06T02:21:35,908 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d0204e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,909 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,39869,-1 for getting cluster id 2024-12-06T02:21:35,909 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:35,912 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f9b1a9f-e8d6-4fc2-b425-736d732c9e94' 2024-12-06T02:21:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f9b1a9f-e8d6-4fc2-b425-736d732c9e94" 2024-12-06T02:21:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197a518a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,39869,-1] 2024-12-06T02:21:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:35,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:35,916 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:35,918 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb6ce70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:35,918 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,39869,1733451662731 2024-12-06T02:21:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16c26672 2024-12-06T02:21:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:35,924 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T02:21:35,925 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,42443,1733451673726 (queues=1) is replicating from cluster=90d7cda0-c23e-4eb3-83ef-92f34dca793f to cluster=2f9b1a9f-e8d6-4fc2-b425-736d732c9e94 2024-12-06T02:21:35,925 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C42443%2C1733451673726 2024-12-06T02:21:35,925 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,42443,1733451673726, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:21:35,928 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C42443%2C1733451673726 2024-12-06T02:21:35,960 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1237, reset compression=false 2024-12-06T02:21:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:21:36,017 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:21:36,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:36,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:36,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:36,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:36,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:36,028 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-06T02:21:36,320 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1240, reset compression=false 2024-12-06T02:21:36,343 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:36,343 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1344, reset compression=false 2024-12-06T02:21:36,343 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[{test/76c48efa6a4f226c772fda5e8f3e9a1e/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:21:36,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:36,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:36,482 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1237, reset compression=false 2024-12-06T02:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:36,495 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1364, reset compression=false 2024-12-06T02:21:36,496 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T02:21:36,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:36,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:36,578 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1344, reset compression=false 2024-12-06T02:21:36,725 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1364, reset compression=false 2024-12-06T02:21:36,893 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1344, reset compression=false 2024-12-06T02:21:37,034 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-06T02:21:37,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:37,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,43965,-1 for getting cluster id 2024-12-06T02:21:37,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:37,057 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90d7cda0-c23e-4eb3-83ef-92f34dca793f' 2024-12-06T02:21:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90d7cda0-c23e-4eb3-83ef-92f34dca793f" 2024-12-06T02:21:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c826d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,43965,-1] 2024-12-06T02:21:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:37,059 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1364, reset compression=false 2024-12-06T02:21:37,060 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8c02f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:37,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:21:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,43965,1733451673447 2024-12-06T02:21:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be26a6b 2024-12-06T02:21:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:21:37,079 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:21:37,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-06T02:21:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-06T02:21:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T02:21:37,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:37,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:37,098 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[{test/762127a2794faff716fc815084cd21d9/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:21:37,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:37,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:37,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:21:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T02:21:37,318 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1344, reset compression=false 2024-12-06T02:21:37,329 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:37,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-06T02:21:37,340 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-06T02:21:37,348 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T02:21:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T02:21:37,364 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5c7979348d1b,42443,1733451673726 suceeded 2024-12-06T02:21:37,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T02:21:37,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-06T02:21:37,377 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-06T02:21:37,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 296 msec 2024-12-06T02:21:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T02:21:37,405 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:21:37,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:37,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:37,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:37,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:37,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:37,411 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-06T02:21:37,440 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:21:37,444 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, startPosition=1239, beingWritten=true 2024-12-06T02:21:37,482 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:21:37,482 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1518, reset compression=false 2024-12-06T02:21:37,482 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[{test/39c3488ea8ba4740db7070e85162503b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T02:21:37,489 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:37,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T02:21:37,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:21:37,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:21:37,646 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:37,707 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1518, reset compression=false 2024-12-06T02:21:37,827 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1344, reset compression=false 2024-12-06T02:21:37,841 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:37,841 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:37,842 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:38,023 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1518, reset compression=false 2024-12-06T02:21:38,074 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:38,084 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:38,404 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:38,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-06T02:21:38,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:21:38,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:38,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:38,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:38,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:38,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:21:38,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:38,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=514454198, stopped=false 2024-12-06T02:21:38,415 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,43965,1733451673447 2024-12-06T02:21:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2387609892/running 2024-12-06T02:21:38,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2387609892/running 2024-12-06T02:21:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:38,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/running 2024-12-06T02:21:38,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:38,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:38,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:38,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:38,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,42443,1733451673726' ***** 2024-12-06T02:21:38,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:21:38,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Set watcher on znode that does not yet exist, /2387609892/running 2024-12-06T02:21:38,439 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:21:38,439 INFO [RS:0;5c7979348d1b:42443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:21:38,439 INFO [RS:0;5c7979348d1b:42443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 39c3488ea8ba4740db7070e85162503b 2024-12-06T02:21:38,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,42443,1733451673726 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42443. 2024-12-06T02:21:38,440 DEBUG [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:38,440 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:21:38,440 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:21:38,442 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39c3488ea8ba4740db7070e85162503b, disabling compactions & flushes 2024-12-06T02:21:38,442 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:38,442 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:38,442 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451681516.39c3488ea8ba4740db7070e85162503b. after waiting 0 ms 2024-12-06T02:21:38,442 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:38,442 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39c3488ea8ba4740db7070e85162503b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T02:21:38,444 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:21:38,444 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1325): Online Regions={39c3488ea8ba4740db7070e85162503b=test,,1733451681516.39c3488ea8ba4740db7070e85162503b., 1588230740=hbase:meta,,1.1588230740, 46a59256dbee3ea36bd5f0d5b0a706a5=hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.} 2024-12-06T02:21:38,444 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:38,448 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:38,448 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:38,448 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:38,448 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:38,448 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:38,449 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:21:38,451 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1518, reset compression=false 2024-12-06T02:21:38,475 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:38,479 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f/15fcaa0577144720ac069015fab8b38c is 37, key is row3/f:row3/1733451696024/Put/seqid=0 2024-12-06T02:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1765, reset compression=false 2024-12-06T02:21:38,481 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42443,1733451673726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:38,483 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,42443,1733451673726: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,42443,1733451673726, walGroup=5c7979348d1b%2C42443%2C1733451673726, offset=5c7979348d1b%2C42443%2C1733451673726.1733451677243:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:42443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:21:38,484 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:21:38,484 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:21:38,484 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:21:38,484 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:21:38,485 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:21:38,485 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 781940952 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198569072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:21:38,485 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:21:38,515 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/info/882329b4f59740ad9c2c3a43c9d3e787 is 147, key is hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5./info:regioninfo/1733451688837/Put/seqid=0 2024-12-06T02:21:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741840_1016 (size=5228) 2024-12-06T02:21:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741841_1017 (size=7686) 2024-12-06T02:21:38,595 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:38,645 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:38,713 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1765, reset compression=false 2024-12-06T02:21:38,819 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:38,845 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:38,940 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f/15fcaa0577144720ac069015fab8b38c 2024-12-06T02:21:38,968 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/info/882329b4f59740ad9c2c3a43c9d3e787 2024-12-06T02:21:38,982 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fcaa0577144720ac069015fab8b38c 2024-12-06T02:21:39,032 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1765, reset compression=false 2024-12-06T02:21:39,045 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,050 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/ns/4c6d6d3c6eae402198378e759579d58e is 43, key is default/ns:d/1733451677799/Put/seqid=0 2024-12-06T02:21:39,065 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f1/b45ff0476fd2441da410af919d8d93bb is 30, key is row1/f1:/1733451693256/DeleteFamily/seqid=0 2024-12-06T02:21:39,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741843_1019 (size=5158) 2024-12-06T02:21:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:21:39,172 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:21:39,172 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:21:39,216 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:39,245 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,360 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:39,446 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,459 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1765, reset compression=false 2024-12-06T02:21:39,512 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f1/b45ff0476fd2441da410af919d8d93bb 2024-12-06T02:21:39,519 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/ns/4c6d6d3c6eae402198378e759579d58e 2024-12-06T02:21:39,522 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b45ff0476fd2441da410af919d8d93bb 2024-12-06T02:21:39,573 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/norep/e813ddb2181040f095cfefe3429d7ae3 is 33, key is row2/norep:/1733451694268/DeleteFamily/seqid=0 2024-12-06T02:21:39,620 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9779e05f13c43de8662256a1a217061 is 112, key is test,,1733451681516.39c3488ea8ba4740db7070e85162503b./rep_barrier:seqnumDuringOpen/1733451682761/Put/seqid=0 2024-12-06T02:21:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741844_1020 (size=5108) 2024-12-06T02:21:39,645 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/norep/e813ddb2181040f095cfefe3429d7ae3 2024-12-06T02:21:39,646 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39c3488ea8ba4740db7070e85162503b, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741845_1021 (size=5518) 2024-12-06T02:21:39,648 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9779e05f13c43de8662256a1a217061 2024-12-06T02:21:39,665 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e813ddb2181040f095cfefe3429d7ae3 2024-12-06T02:21:39,666 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f/15fcaa0577144720ac069015fab8b38c as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/f/15fcaa0577144720ac069015fab8b38c 2024-12-06T02:21:39,701 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fcaa0577144720ac069015fab8b38c 2024-12-06T02:21:39,701 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/f/15fcaa0577144720ac069015fab8b38c, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T02:21:39,708 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/f1/b45ff0476fd2441da410af919d8d93bb as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/f1/b45ff0476fd2441da410af919d8d93bb 2024-12-06T02:21:39,732 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/table/56a38273d32b450390c647ff908abd08 is 53, key is hbase:replication/table:state/1733451688845/Put/seqid=0 2024-12-06T02:21:39,745 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b45ff0476fd2441da410af919d8d93bb 2024-12-06T02:21:39,745 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/f1/b45ff0476fd2441da410af919d8d93bb, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:39,751 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/.tmp/norep/e813ddb2181040f095cfefe3429d7ae3 as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/norep/e813ddb2181040f095cfefe3429d7ae3 2024-12-06T02:21:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741846_1022 (size=5308) 2024-12-06T02:21:39,779 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e813ddb2181040f095cfefe3429d7ae3 2024-12-06T02:21:39,779 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/norep/e813ddb2181040f095cfefe3429d7ae3, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:39,783 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/table/56a38273d32b450390c647ff908abd08 2024-12-06T02:21:39,784 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 39c3488ea8ba4740db7070e85162503b in 1342ms, sequenceid=12, compaction requested=false 2024-12-06T02:21:39,825 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/info/882329b4f59740ad9c2c3a43c9d3e787 as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/info/882329b4f59740ad9c2c3a43c9d3e787 2024-12-06T02:21:39,841 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/info/882329b4f59740ad9c2c3a43c9d3e787, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:21:39,843 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/ns/4c6d6d3c6eae402198378e759579d58e as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/ns/4c6d6d3c6eae402198378e759579d58e 2024-12-06T02:21:39,844 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/default/test/39c3488ea8ba4740db7070e85162503b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:21:39,845 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:39,845 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:39,845 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:39,845 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39c3488ea8ba4740db7070e85162503b: Waiting for close lock at 1733451698441Running coprocessor pre-close hooks at 1733451698441Disabling compacts and flushes for region at 1733451698441Disabling writes for close at 1733451698442 (+1 ms)Obtaining lock to block concurrent updates at 1733451698442Preparing flush snapshotting stores in 39c3488ea8ba4740db7070e85162503b at 1733451698442Finished memstore snapshotting test,,1733451681516.39c3488ea8ba4740db7070e85162503b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733451698443 (+1 ms)Flushing stores of test,,1733451681516.39c3488ea8ba4740db7070e85162503b. at 1733451698443Flushing 39c3488ea8ba4740db7070e85162503b/f: creating writer at 1733451698443Flushing 39c3488ea8ba4740db7070e85162503b/f: appending metadata at 1733451698478 (+35 ms)Flushing 39c3488ea8ba4740db7070e85162503b/f: closing flushed file at 1733451698478Flushing 39c3488ea8ba4740db7070e85162503b/f1: creating writer at 1733451698982 (+504 ms)Flushing 39c3488ea8ba4740db7070e85162503b/f1: appending metadata at 1733451699056 (+74 ms)Flushing 39c3488ea8ba4740db7070e85162503b/f1: closing flushed file at 1733451699064 (+8 ms)Flushing 39c3488ea8ba4740db7070e85162503b/norep: creating writer at 1733451699522 (+458 ms)Flushing 39c3488ea8ba4740db7070e85162503b/norep: appending metadata at 1733451699572 (+50 ms)Flushing 39c3488ea8ba4740db7070e85162503b/norep: closing flushed file at 1733451699572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbb6999: reopening flushed file at 1733451699665 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e10731: reopening flushed file at 1733451699701 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9e17f4: reopening flushed file at 1733451699745 (+44 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 39c3488ea8ba4740db7070e85162503b in 1342ms, sequenceid=12, compaction requested=false at 1733451699784 (+39 ms)Writing region close event to WAL at 1733451699821 (+37 ms)Running coprocessor post-close hooks at 1733451699845 (+24 ms)Closed at 1733451699845 2024-12-06T02:21:39,845 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451681516.39c3488ea8ba4740db7070e85162503b. 2024-12-06T02:21:39,845 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a59256dbee3ea36bd5f0d5b0a706a5, disabling compactions & flushes 2024-12-06T02:21:39,845 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,846 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,846 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. after waiting 0 ms 2024-12-06T02:21:39,846 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,846 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a59256dbee3ea36bd5f0d5b0a706a5: Waiting for close lock at 1733451699845Running coprocessor pre-close hooks at 1733451699845Disabling compacts and flushes for region at 1733451699845Disabling writes for close at 1733451699846 (+1 ms)Failed flush hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5., putting online again at 1733451699846 2024-12-06T02:21:39,846 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,846 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:21:39,847 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 46a59256dbee3ea36bd5f0d5b0a706a5=hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5.} 2024-12-06T02:21:39,847 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,847 DEBUG [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46a59256dbee3ea36bd5f0d5b0a706a5 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a59256dbee3ea36bd5f0d5b0a706a5, disabling compactions & flushes 2024-12-06T02:21:39,847 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. after waiting 0 ms 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a59256dbee3ea36bd5f0d5b0a706a5: Waiting for close lock at 1733451699847Running coprocessor pre-close hooks at 1733451699847Disabling compacts and flushes for region at 1733451699847Disabling writes for close at 1733451699847Failed flush hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5., putting online again at 1733451699847 2024-12-06T02:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451688019.46a59256dbee3ea36bd5f0d5b0a706a5. 2024-12-06T02:21:39,859 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/ns/4c6d6d3c6eae402198378e759579d58e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:21:39,860 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9779e05f13c43de8662256a1a217061 as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/rep_barrier/b9779e05f13c43de8662256a1a217061 2024-12-06T02:21:39,879 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/rep_barrier/b9779e05f13c43de8662256a1a217061, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:21:39,880 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/.tmp/table/56a38273d32b450390c647ff908abd08 as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/table/56a38273d32b450390c647ff908abd08 2024-12-06T02:21:39,885 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/table/56a38273d32b450390c647ff908abd08, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:21:39,886 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=16, compaction requested=false 2024-12-06T02:21:39,894 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:21:39,895 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:39,895 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:39,895 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:39,895 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451698448Running coprocessor pre-close hooks at 1733451698448Disabling compacts and flushes for region at 1733451698448Disabling writes for close at 1733451698448Obtaining lock to block concurrent updates at 1733451698449 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451698449Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451698449Flushing stores of hbase:meta,,1.1588230740 at 1733451698452 (+3 ms)Flushing 1588230740/info: creating writer at 1733451698452Flushing 1588230740/info: appending metadata at 1733451698515 (+63 ms)Flushing 1588230740/info: closing flushed file at 1733451698515Flushing 1588230740/ns: creating writer at 1733451699008 (+493 ms)Flushing 1588230740/ns: appending metadata at 1733451699049 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1733451699049Flushing 1588230740/rep_barrier: creating writer at 1733451699555 (+506 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451699619 (+64 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451699619Flushing 1588230740/table: creating writer at 1733451699678 (+59 ms)Flushing 1588230740/table: appending metadata at 1733451699724 (+46 ms)Flushing 1588230740/table: closing flushed file at 1733451699724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a0ffa5: reopening flushed file at 1733451699824 (+100 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d6d243: reopening flushed file at 1733451699841 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a31aaa7: reopening flushed file at 1733451699859 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17486ab0: reopening flushed file at 1733451699879 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1438ms, sequenceid=16, compaction requested=false at 1733451699886 (+7 ms)Writing region close event to WAL at 1733451699892 (+6 ms)Running coprocessor post-close hooks at 1733451699895 (+3 ms)Closed at 1733451699895 2024-12-06T02:21:39,895 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:39,956 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:39,989 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 1765, reset compression=false 2024-12-06T02:21:39,990 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:40,015 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:40,015 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.wal-reader.5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 to pos 2409, reset compression=false 2024-12-06T02:21:40,047 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T02:21:40,047 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,42443,1733451673726; all regions closed. 2024-12-06T02:21:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:21:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741839_1015 (size=2390) 2024-12-06T02:21:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741833_1009 (size=2417) 2024-12-06T02:21:40,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/WALs/5c7979348d1b,42443,1733451673726/5c7979348d1b%2C42443%2C1733451673726.1733451677243 not finished, retry = 0 2024-12-06T02:21:40,197 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:40,197 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:40,200 INFO [RS:0;5c7979348d1b:42443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:40,200 INFO [RS:0;5c7979348d1b:42443 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:40,200 INFO [RS:0;5c7979348d1b:42443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:40,201 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:40,201 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,42443,1733451673726 because: Region server is closing 2024-12-06T02:21:40,201 INFO [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42443. 2024-12-06T02:21:40,201 DEBUG [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:40,201 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:40,201 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:40,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:40,302 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42443,1733451673726.replicationSource.shipper5c7979348d1b%2C42443%2C1733451673726,1-5c7979348d1b,42443,1733451673726 terminated 2024-12-06T02:21:40,302 INFO [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42443. 2024-12-06T02:21:40,302 DEBUG [RS:0;5c7979348d1b:42443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:40,302 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:40,302 DEBUG [RS:0;5c7979348d1b:42443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:40,302 INFO [RS:0;5c7979348d1b:42443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42443 2024-12-06T02:21:40,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:40,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892/rs 2024-12-06T02:21:40,324 INFO [RS:0;5c7979348d1b:42443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:40,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2387609892/rs/5c7979348d1b,42443,1733451673726 2024-12-06T02:21:40,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,42443,1733451673726] 2024-12-06T02:21:40,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/draining/5c7979348d1b,42443,1733451673726 already deleted, retry=false 2024-12-06T02:21:40,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,42443,1733451673726 expired; onlineServers=0 2024-12-06T02:21:40,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,43965,1733451673447' ***** 2024-12-06T02:21:40,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:21:40,340 INFO [M:0;5c7979348d1b:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:40,340 INFO [M:0;5c7979348d1b:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:40,340 DEBUG [M:0;5c7979348d1b:43965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:21:40,341 DEBUG [M:0;5c7979348d1b:43965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:21:40,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:21:40,341 INFO [M:0;5c7979348d1b:43965 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:40,341 INFO [M:0;5c7979348d1b:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:40,341 DEBUG [M:0;5c7979348d1b:43965 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:21:40,341 INFO [M:0;5c7979348d1b:43965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:21:40,341 INFO [M:0;5c7979348d1b:43965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:40,341 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451676664 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451676664,5,FailOnTimeoutGroup] 2024-12-06T02:21:40,341 INFO [M:0;5c7979348d1b:43965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:21:40,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:21:40,344 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451676664 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451676664,5,FailOnTimeoutGroup] 2024-12-06T02:21:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2387609892/master 2024-12-06T02:21:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2387609892 2024-12-06T02:21:40,366 DEBUG [M:0;5c7979348d1b:43965 {}] zookeeper.RecoverableZooKeeper(212): Node /2387609892/master already deleted, retry=false 2024-12-06T02:21:40,366 DEBUG [M:0;5c7979348d1b:43965 {}] master.ActiveMasterManager(353): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Failed delete of our master address node; KeeperErrorCode = NoNode for /2387609892/master 2024-12-06T02:21:40,369 INFO [M:0;5c7979348d1b:43965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/.lastflushedseqids 2024-12-06T02:21:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741847_1023 (size=245) 2024-12-06T02:21:40,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:40,429 INFO [RS:0;5c7979348d1b:42443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:40,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42443-0x101a87136100007, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:40,429 INFO [RS:0;5c7979348d1b:42443 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,42443,1733451673726; zookeeper connection closed. 2024-12-06T02:21:40,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b2bc343 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b2bc343 2024-12-06T02:21:40,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:21:40,714 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:40,772 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:40,783 INFO [M:0;5c7979348d1b:43965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:21:40,783 INFO [M:0;5c7979348d1b:43965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:21:40,783 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:40,783 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:40,783 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:40,783 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:40,783 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:40,784 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-06T02:21:40,799 DEBUG [M:0;5c7979348d1b:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daff1bf6f644c288fd7b2047523637c is 82, key is hbase:meta,,1/info:regioninfo/1733451677712/Put/seqid=0 2024-12-06T02:21:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741848_1024 (size=5672) 2024-12-06T02:21:41,204 INFO [M:0;5c7979348d1b:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daff1bf6f644c288fd7b2047523637c 2024-12-06T02:21:41,229 DEBUG [M:0;5c7979348d1b:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e36ebb989774385aa9137447d99f63c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451688848/Put/seqid=0 2024-12-06T02:21:41,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741849_1025 (size=9211) 2024-12-06T02:21:41,519 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:41,646 INFO [M:0;5c7979348d1b:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e36ebb989774385aa9137447d99f63c 2024-12-06T02:21:41,677 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:41,695 DEBUG [M:0;5c7979348d1b:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9ac5c291c0e4a62a2b28f0b8fa53ab6 is 69, key is 5c7979348d1b,42443,1733451673726/rs:state/1733451676971/Put/seqid=0 2024-12-06T02:21:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741850_1026 (size=5156) 2024-12-06T02:21:42,121 INFO [M:0;5c7979348d1b:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9ac5c291c0e4a62a2b28f0b8fa53ab6 2024-12-06T02:21:42,132 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2daff1bf6f644c288fd7b2047523637c as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2daff1bf6f644c288fd7b2047523637c 2024-12-06T02:21:42,148 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2daff1bf6f644c288fd7b2047523637c, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T02:21:42,152 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e36ebb989774385aa9137447d99f63c as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e36ebb989774385aa9137447d99f63c 2024-12-06T02:21:42,164 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e36ebb989774385aa9137447d99f63c, entries=15, sequenceid=127, filesize=9.0 K 2024-12-06T02:21:42,165 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9ac5c291c0e4a62a2b28f0b8fa53ab6 as hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9ac5c291c0e4a62a2b28f0b8fa53ab6 2024-12-06T02:21:42,171 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45051/user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9ac5c291c0e4a62a2b28f0b8fa53ab6, entries=1, sequenceid=127, filesize=5.0 K 2024-12-06T02:21:42,176 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1393ms, sequenceid=127, compaction requested=false 2024-12-06T02:21:42,179 INFO [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:42,179 DEBUG [M:0;5c7979348d1b:43965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451700783Disabling compacts and flushes for region at 1733451700783Disabling writes for close at 1733451700783Obtaining lock to block concurrent updates at 1733451700784 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451700784Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733451700784Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451700784Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451700784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451700799 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451700799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451701208 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451701229 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451701229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451701664 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451701695 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451701695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476257ab: reopening flushed file at 1733451702132 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d16be6: reopening flushed file at 1733451702148 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1189c7d6: reopening flushed file at 1733451702164 (+16 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1393ms, sequenceid=127, compaction requested=false at 1733451702176 (+12 ms)Writing region close event to WAL at 1733451702179 (+3 ms)Closed at 1733451702179 2024-12-06T02:21:42,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741830_1006 (size=73854) 2024-12-06T02:21:42,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/099a33d0-ab70-2971-bbcf-7d8b4de7703c/MasterData/WALs/5c7979348d1b,43965,1733451673447/5c7979348d1b%2C43965%2C1733451673447.1733451674456 not finished, retry = 0 2024-12-06T02:21:42,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:42,287 INFO [M:0;5c7979348d1b:43965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:21:42,287 INFO [M:0;5c7979348d1b:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43965 2024-12-06T02:21:42,288 INFO [M:0;5c7979348d1b:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:42,431 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:42,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:42,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x101a87136100006, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:42,494 INFO [M:0;5c7979348d1b:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:42,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@205f457f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:42,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15cfca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:42,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:42,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:42,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:42,530 WARN [BP-1005610643-172.17.0.3-1733451670587 heartbeating to localhost/127.0.0.1:45051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:21:42,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:21:42,530 WARN [BP-1005610643-172.17.0.3-1733451670587 heartbeating to localhost/127.0.0.1:45051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1005610643-172.17.0.3-1733451670587 (Datanode Uuid 36ef0bda-81dd-4b05-95b2-7290a64fdbe9) service to localhost/127.0.0.1:45051 2024-12-06T02:21:42,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:21:42,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/cluster_8a785cd7-7d61-653c-fc80-3bed315a3285/data/data2/current/BP-1005610643-172.17.0.3-1733451670587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:42,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/cluster_8a785cd7-7d61-653c-fc80-3bed315a3285/data/data1/current/BP-1005610643-172.17.0.3-1733451670587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:42,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:21:42,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3198c032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:42,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66c54baa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:42,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:42,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:42,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:42,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:21:42,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:21:42,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:42,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:42,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:42,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:42,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:21:42,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=338135089, stopped=false 2024-12-06T02:21:42,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,37515,1733451667455 2024-12-06T02:21:42,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:42,695 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125042391/running 2024-12-06T02:21:42,695 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:42,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:42,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125042391/running 2024-12-06T02:21:42,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:42,696 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:42,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:42,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:42,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:42,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,45559,1733451667689' ***** 2024-12-06T02:21:42,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:21:42,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/running 2024-12-06T02:21:42,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Set watcher on znode that does not yet exist, /1-125042391/running 2024-12-06T02:21:42,698 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:21:42,698 INFO [RS:0;5c7979348d1b:45559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:21:42,698 INFO [RS:0;5c7979348d1b:45559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:21:42,698 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:42,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:21:42,700 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(3091): Received CLOSE for 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:42,700 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,45559,1733451667689 2024-12-06T02:21:42,700 INFO [RS:0;5c7979348d1b:45559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:42,701 INFO [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:45559. 2024-12-06T02:21:42,701 DEBUG [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:42,701 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:42,701 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:21:42,701 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:21:42,701 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:21:42,701 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:21:42,701 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b1a7fc859605c4d73492dff61582d14, disabling compactions & flushes 2024-12-06T02:21:42,701 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:42,701 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:42,701 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. after waiting 0 ms 2024-12-06T02:21:42,701 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:42,701 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b1a7fc859605c4d73492dff61582d14 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-06T02:21:42,708 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:21:42,708 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1325): Online Regions={7b1a7fc859605c4d73492dff61582d14=hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14., 1588230740=hbase:meta,,1.1588230740, 762127a2794faff716fc815084cd21d9=test,,1733451680376.762127a2794faff716fc815084cd21d9.} 2024-12-06T02:21:42,708 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9, 7b1a7fc859605c4d73492dff61582d14 2024-12-06T02:21:42,709 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:42,709 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:42,709 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:42,709 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:42,709 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:42,709 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:21:42,755 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/.tmp/queue/4c265ec512e149f3a3b2877d1a9f1c51 is 154, key is 1-5c7979348d1b,45559,1733451667689/queue:5c7979348d1b%2C45559%2C1733451667689/1733451697111/Put/seqid=0 2024-12-06T02:21:42,789 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/info/e657a05a681a4abba245b30e2bd2c9ca is 147, key is hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14./info:regioninfo/1733451686733/Put/seqid=0 2024-12-06T02:21:42,791 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:42,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741840_1016 (size=5353) 2024-12-06T02:21:42,816 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/.tmp/queue/4c265ec512e149f3a3b2877d1a9f1c51 2024-12-06T02:21:42,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741841_1017 (size=7686) 2024-12-06T02:21:42,876 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/.tmp/queue/4c265ec512e149f3a3b2877d1a9f1c51 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/queue/4c265ec512e149f3a3b2877d1a9f1c51 2024-12-06T02:21:42,885 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/queue/4c265ec512e149f3a3b2877d1a9f1c51, entries=1, sequenceid=14, filesize=5.2 K 2024-12-06T02:21:42,886 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7b1a7fc859605c4d73492dff61582d14 in 185ms, sequenceid=14, compaction requested=false 2024-12-06T02:21:42,897 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/replication/7b1a7fc859605c4d73492dff61582d14/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-06T02:21:42,897 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:42,897 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:42,897 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:42,897 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b1a7fc859605c4d73492dff61582d14: Waiting for close lock at 1733451702701Running coprocessor pre-close hooks at 1733451702701Disabling compacts and flushes for region at 1733451702701Disabling writes for close at 1733451702701Obtaining lock to block concurrent updates at 1733451702701Preparing flush snapshotting stores in 7b1a7fc859605c4d73492dff61582d14 at 1733451702701Finished memstore snapshotting hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733451702702 (+1 ms)Flushing stores of hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. at 1733451702708 (+6 ms)Flushing 7b1a7fc859605c4d73492dff61582d14/queue: creating writer at 1733451702708Flushing 7b1a7fc859605c4d73492dff61582d14/queue: appending metadata at 1733451702755 (+47 ms)Flushing 7b1a7fc859605c4d73492dff61582d14/queue: closing flushed file at 1733451702755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da5a3da: reopening flushed file at 1733451702861 (+106 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7b1a7fc859605c4d73492dff61582d14 in 185ms, sequenceid=14, compaction requested=false at 1733451702886 (+25 ms)Writing region close event to WAL at 1733451702892 (+6 ms)Running coprocessor post-close hooks at 1733451702897 (+5 ms)Closed at 1733451702897 2024-12-06T02:21:42,898 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451685867.7b1a7fc859605c4d73492dff61582d14. 2024-12-06T02:21:42,898 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 762127a2794faff716fc815084cd21d9, disabling compactions & flushes 2024-12-06T02:21:42,898 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:42,898 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:42,898 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451680376.762127a2794faff716fc815084cd21d9. after waiting 0 ms 2024-12-06T02:21:42,898 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:42,898 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 762127a2794faff716fc815084cd21d9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T02:21:42,908 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:42,920 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f/9f06604549fc4a5084971900d7b2337e is 37, key is row3/f:row3/1733451696024/Put/seqid=0 2024-12-06T02:21:42,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741842_1018 (size=5228) 2024-12-06T02:21:43,109 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:43,237 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/info/e657a05a681a4abba245b30e2bd2c9ca 2024-12-06T02:21:43,257 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/ns/a671b482a5ca43de87cfe2559a150c5d is 43, key is default/ns:d/1733451670277/Put/seqid=0 2024-12-06T02:21:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741843_1019 (size=5153) 2024-12-06T02:21:43,309 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:43,327 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f/9f06604549fc4a5084971900d7b2337e 2024-12-06T02:21:43,331 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f06604549fc4a5084971900d7b2337e 2024-12-06T02:21:43,351 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f1/776d906c510b4df7a3b180afd7bfcd8c is 30, key is row1/f1:/1733451693256/DeleteFamily/seqid=0 2024-12-06T02:21:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741844_1020 (size=5158) 2024-12-06T02:21:43,418 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-06T02:21:43,441 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:43,509 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:43,663 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/ns/a671b482a5ca43de87cfe2559a150c5d 2024-12-06T02:21:43,664 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:21:43,665 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:21:43,687 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/rep_barrier/01619eb70b3b4a7d9ec5221b00e3bee3 is 112, key is test,,1733451680376.762127a2794faff716fc815084cd21d9./rep_barrier:seqnumDuringOpen/1733451681190/Put/seqid=0 2024-12-06T02:21:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741845_1021 (size=5518) 2024-12-06T02:21:43,709 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:21:43,709 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 762127a2794faff716fc815084cd21d9=test,,1733451680376.762127a2794faff716fc815084cd21d9.} 2024-12-06T02:21:43,709 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:43,756 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f1/776d906c510b4df7a3b180afd7bfcd8c 2024-12-06T02:21:43,761 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 776d906c510b4df7a3b180afd7bfcd8c 2024-12-06T02:21:43,777 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/norep/c6897905a81143ac82099790fef5c202 is 33, key is row1/norep:/1733451693256/DeleteFamily/seqid=0 2024-12-06T02:21:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741846_1022 (size=5108) 2024-12-06T02:21:43,812 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1468, reset compression=false 2024-12-06T02:21:43,833 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:43,833 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1715, reset compression=false 2024-12-06T02:21:43,836 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,45559,1733451667689 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:43,836 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,45559,1733451667689: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,45559,1733451667689, walGroup=5c7979348d1b%2C45559%2C1733451667689, offset=5c7979348d1b%2C45559%2C1733451667689.1733451669819:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:45559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:21:43,838 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:21:43,838 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:21:43,839 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:21:43,839 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:21:43,839 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:21:43,839 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 882604240 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199061616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:21:43,839 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:37515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:21:43,909 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:44,037 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1715, reset compression=false 2024-12-06T02:21:44,104 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/rep_barrier/01619eb70b3b4a7d9ec5221b00e3bee3 2024-12-06T02:21:44,110 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 762127a2794faff716fc815084cd21d9 2024-12-06T02:21:44,140 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/table/b748bf8519d54e368b013c91a180b542 is 53, key is hbase:replication/table:state/1733451686740/Put/seqid=0 2024-12-06T02:21:44,200 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/norep/c6897905a81143ac82099790fef5c202 2024-12-06T02:21:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741847_1023 (size=5308) 2024-12-06T02:21:44,226 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6897905a81143ac82099790fef5c202 2024-12-06T02:21:44,228 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f/9f06604549fc4a5084971900d7b2337e as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/f/9f06604549fc4a5084971900d7b2337e 2024-12-06T02:21:44,235 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f06604549fc4a5084971900d7b2337e 2024-12-06T02:21:44,235 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/f/9f06604549fc4a5084971900d7b2337e, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T02:21:44,237 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/f1/776d906c510b4df7a3b180afd7bfcd8c as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/f1/776d906c510b4df7a3b180afd7bfcd8c 2024-12-06T02:21:44,244 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 776d906c510b4df7a3b180afd7bfcd8c 2024-12-06T02:21:44,244 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/f1/776d906c510b4df7a3b180afd7bfcd8c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:44,245 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/.tmp/norep/c6897905a81143ac82099790fef5c202 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/norep/c6897905a81143ac82099790fef5c202 2024-12-06T02:21:44,254 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6897905a81143ac82099790fef5c202 2024-12-06T02:21:44,255 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/norep/c6897905a81143ac82099790fef5c202, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:44,261 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 762127a2794faff716fc815084cd21d9 in 1363ms, sequenceid=12, compaction requested=false 2024-12-06T02:21:44,261 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:21:44,294 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/default/test/762127a2794faff716fc815084cd21d9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:21:44,295 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:44,295 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:44,295 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:44,295 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 762127a2794faff716fc815084cd21d9: Waiting for close lock at 1733451702898Running coprocessor pre-close hooks at 1733451702898Disabling compacts and flushes for region at 1733451702898Disabling writes for close at 1733451702898Obtaining lock to block concurrent updates at 1733451702898Preparing flush snapshotting stores in 762127a2794faff716fc815084cd21d9 at 1733451702898Finished memstore snapshotting test,,1733451680376.762127a2794faff716fc815084cd21d9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733451702898Flushing stores of test,,1733451680376.762127a2794faff716fc815084cd21d9. at 1733451702899 (+1 ms)Flushing 762127a2794faff716fc815084cd21d9/f: creating writer at 1733451702899Flushing 762127a2794faff716fc815084cd21d9/f: appending metadata at 1733451702920 (+21 ms)Flushing 762127a2794faff716fc815084cd21d9/f: closing flushed file at 1733451702920Flushing 762127a2794faff716fc815084cd21d9/f1: creating writer at 1733451703331 (+411 ms)Flushing 762127a2794faff716fc815084cd21d9/f1: appending metadata at 1733451703350 (+19 ms)Flushing 762127a2794faff716fc815084cd21d9/f1: closing flushed file at 1733451703350Flushing 762127a2794faff716fc815084cd21d9/norep: creating writer at 1733451703761 (+411 ms)Flushing 762127a2794faff716fc815084cd21d9/norep: appending metadata at 1733451703776 (+15 ms)Flushing 762127a2794faff716fc815084cd21d9/norep: closing flushed file at 1733451703776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f75c95f: reopening flushed file at 1733451704226 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3d49dc: reopening flushed file at 1733451704235 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eee9286: reopening flushed file at 1733451704244 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 762127a2794faff716fc815084cd21d9 in 1363ms, sequenceid=12, compaction requested=false at 1733451704261 (+17 ms)Writing region close event to WAL at 1733451704289 (+28 ms)Running coprocessor post-close hooks at 1733451704295 (+6 ms)Closed at 1733451704295 2024-12-06T02:21:44,295 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451680376.762127a2794faff716fc815084cd21d9. 2024-12-06T02:21:44,311 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:21:44,343 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 1715, reset compression=false 2024-12-06T02:21:44,373 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:44,373 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 2359, reset compression=false 2024-12-06T02:21:44,511 DEBUG [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:21:44,546 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:44,589 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 2359, reset compression=false 2024-12-06T02:21:44,606 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/table/b748bf8519d54e368b013c91a180b542 2024-12-06T02:21:44,625 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/info/e657a05a681a4abba245b30e2bd2c9ca as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/info/e657a05a681a4abba245b30e2bd2c9ca 2024-12-06T02:21:44,632 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/info/e657a05a681a4abba245b30e2bd2c9ca, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:21:44,634 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/ns/a671b482a5ca43de87cfe2559a150c5d as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/ns/a671b482a5ca43de87cfe2559a150c5d 2024-12-06T02:21:44,639 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/ns/a671b482a5ca43de87cfe2559a150c5d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:21:44,640 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/rep_barrier/01619eb70b3b4a7d9ec5221b00e3bee3 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/rep_barrier/01619eb70b3b4a7d9ec5221b00e3bee3 2024-12-06T02:21:44,645 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/rep_barrier/01619eb70b3b4a7d9ec5221b00e3bee3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:21:44,646 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/.tmp/table/b748bf8519d54e368b013c91a180b542 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/table/b748bf8519d54e368b013c91a180b542 2024-12-06T02:21:44,663 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/table/b748bf8519d54e368b013c91a180b542, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:21:44,664 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1955ms, sequenceid=16, compaction requested=false 2024-12-06T02:21:44,664 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:21:44,676 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:21:44,677 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:44,677 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:44,677 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:44,678 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451702708Running coprocessor pre-close hooks at 1733451702708Disabling compacts and flushes for region at 1733451702708Disabling writes for close at 1733451702709 (+1 ms)Obtaining lock to block concurrent updates at 1733451702709Preparing flush snapshotting stores in 1588230740 at 1733451702709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451702709Flushing stores of hbase:meta,,1.1588230740 at 1733451702721 (+12 ms)Flushing 1588230740/info: creating writer at 1733451702721Flushing 1588230740/info: appending metadata at 1733451702788 (+67 ms)Flushing 1588230740/info: closing flushed file at 1733451702788Flushing 1588230740/ns: creating writer at 1733451703241 (+453 ms)Flushing 1588230740/ns: appending metadata at 1733451703257 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733451703257Flushing 1588230740/rep_barrier: creating writer at 1733451703668 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451703687 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451703687Flushing 1588230740/table: creating writer at 1733451704120 (+433 ms)Flushing 1588230740/table: appending metadata at 1733451704139 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733451704139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae439a5: reopening flushed file at 1733451704624 (+485 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49273ef2: reopening flushed file at 1733451704633 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae37e07: reopening flushed file at 1733451704640 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7565b6: reopening flushed file at 1733451704645 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1955ms, sequenceid=16, compaction requested=false at 1733451704664 (+19 ms)Writing region close event to WAL at 1733451704666 (+2 ms)Running coprocessor post-close hooks at 1733451704677 (+11 ms)Closed at 1733451704677 2024-12-06T02:21:44,678 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:44,712 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,45559,1733451667689; all regions closed. 2024-12-06T02:21:44,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.meta.1733451670182.meta not finished, retry = 0 2024-12-06T02:21:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:21:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=3552) 2024-12-06T02:21:44,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.rep.1733451686689 not finished, retry = 0 2024-12-06T02:21:44,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:44,907 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/WALs/5c7979348d1b,45559,1733451667689/5c7979348d1b%2C45559%2C1733451667689.1733451669819 to pos 2359, reset compression=false 2024-12-06T02:21:44,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=2367) 2024-12-06T02:21:44,944 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:44,944 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:44,945 INFO [RS:0;5c7979348d1b:45559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:44,945 INFO [RS:0;5c7979348d1b:45559 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:44,945 INFO [RS:0;5c7979348d1b:45559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:44,945 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:44,945 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,45559,1733451667689 because: Region server is closing 2024-12-06T02:21:44,945 INFO [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:45559. 2024-12-06T02:21:44,946 DEBUG [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:44,946 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:44,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:44,946 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:45,046 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.shipper5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 terminated 2024-12-06T02:21:45,046 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,45559,1733451667689.replicationSource.wal-reader.5c7979348d1b%2C45559%2C1733451667689,1-5c7979348d1b,45559,1733451667689 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:21:45,046 INFO [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:45559. 2024-12-06T02:21:45,046 DEBUG [RS:0;5c7979348d1b:45559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:45,046 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:45,047 DEBUG [RS:0;5c7979348d1b:45559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:45,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:45,047 INFO [RS:0;5c7979348d1b:45559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45559 2024-12-06T02:21:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391/rs 2024-12-06T02:21:45,097 INFO [RS:0;5c7979348d1b:45559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:45,097 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125042391/rs/5c7979348d1b,45559,1733451667689 2024-12-06T02:21:45,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,45559,1733451667689] 2024-12-06T02:21:45,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/draining/5c7979348d1b,45559,1733451667689 already deleted, retry=false 2024-12-06T02:21:45,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,45559,1733451667689 expired; onlineServers=0 2024-12-06T02:21:45,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,37515,1733451667455' ***** 2024-12-06T02:21:45,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:21:45,118 INFO [M:0;5c7979348d1b:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:45,118 INFO [M:0;5c7979348d1b:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:45,118 DEBUG [M:0;5c7979348d1b:37515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:21:45,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:21:45,119 DEBUG [M:0;5c7979348d1b:37515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:21:45,119 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451669381 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451669381,5,FailOnTimeoutGroup] 2024-12-06T02:21:45,119 INFO [M:0;5c7979348d1b:37515 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:45,119 INFO [M:0;5c7979348d1b:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:45,119 DEBUG [M:0;5c7979348d1b:37515 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:21:45,119 INFO [M:0;5c7979348d1b:37515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:21:45,119 INFO [M:0;5c7979348d1b:37515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:45,119 INFO [M:0;5c7979348d1b:37515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:21:45,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:21:45,120 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451669382 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451669382,5,FailOnTimeoutGroup] 2024-12-06T02:21:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125042391/master 2024-12-06T02:21:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125042391 2024-12-06T02:21:45,141 DEBUG [M:0;5c7979348d1b:37515 {}] zookeeper.RecoverableZooKeeper(212): Node /1-125042391/master already deleted, retry=false 2024-12-06T02:21:45,142 DEBUG [M:0;5c7979348d1b:37515 {}] master.ActiveMasterManager(353): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-125042391/master 2024-12-06T02:21:45,143 INFO [M:0;5c7979348d1b:37515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/.lastflushedseqids 2024-12-06T02:21:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741848_1024 (size=245) 2024-12-06T02:21:45,176 INFO [M:0;5c7979348d1b:37515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:21:45,177 INFO [M:0;5c7979348d1b:37515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:21:45,177 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:45,177 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:45,177 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:45,177 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:45,177 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:45,177 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T02:21:45,202 DEBUG [M:0;5c7979348d1b:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1908f81548549298aabe77e86214f90 is 82, key is hbase:meta,,1/info:regioninfo/1733451670246/Put/seqid=0 2024-12-06T02:21:45,213 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:45,213 INFO [RS:0;5c7979348d1b:45559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:45,213 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45559-0x101a87136100004, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:45,213 INFO [RS:0;5c7979348d1b:45559 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,45559,1733451667689; zookeeper connection closed. 2024-12-06T02:21:45,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6307cf21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6307cf21 2024-12-06T02:21:45,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:21:45,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741849_1025 (size=5672) 2024-12-06T02:21:45,237 INFO [M:0;5c7979348d1b:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1908f81548549298aabe77e86214f90 2024-12-06T02:21:45,276 DEBUG [M:0;5c7979348d1b:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5236b7487f74399a0a6e7e714e319f8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451681202/Put/seqid=0 2024-12-06T02:21:45,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741850_1026 (size=7218) 2024-12-06T02:21:45,293 INFO [M:0;5c7979348d1b:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5236b7487f74399a0a6e7e714e319f8 2024-12-06T02:21:45,310 INFO [M:0;5c7979348d1b:37515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5236b7487f74399a0a6e7e714e319f8 2024-12-06T02:21:45,337 DEBUG [M:0;5c7979348d1b:37515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af28b939ce60419184f92df2e80ce82b is 69, key is 5c7979348d1b,45559,1733451667689/rs:state/1733451669474/Put/seqid=0 2024-12-06T02:21:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741851_1027 (size=5156) 2024-12-06T02:21:45,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:45,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:45,628 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T02:21:45,629 INFO [master/5c7979348d1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T02:21:45,756 INFO [M:0;5c7979348d1b:37515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af28b939ce60419184f92df2e80ce82b 2024-12-06T02:21:45,764 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:45,766 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1908f81548549298aabe77e86214f90 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1908f81548549298aabe77e86214f90 2024-12-06T02:21:45,777 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1908f81548549298aabe77e86214f90, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T02:21:45,778 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5236b7487f74399a0a6e7e714e319f8 as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5236b7487f74399a0a6e7e714e319f8 2024-12-06T02:21:45,782 INFO [M:0;5c7979348d1b:37515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5236b7487f74399a0a6e7e714e319f8 2024-12-06T02:21:45,783 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5236b7487f74399a0a6e7e714e319f8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T02:21:45,783 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af28b939ce60419184f92df2e80ce82b as hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af28b939ce60419184f92df2e80ce82b 2024-12-06T02:21:45,787 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35661/user/jenkins/test-data/d8cf7db8-13c3-1f42-701f-696df4e40b54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af28b939ce60419184f92df2e80ce82b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T02:21:45,788 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=105, compaction requested=false 2024-12-06T02:21:45,790 INFO [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:45,790 DEBUG [M:0;5c7979348d1b:37515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451705177Disabling compacts and flushes for region at 1733451705177Disabling writes for close at 1733451705177Obtaining lock to block concurrent updates at 1733451705177Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451705177Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733451705178 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451705178Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451705178Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451705201 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451705201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451705251 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451705275 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451705275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451705310 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451705336 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451705336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71528405: reopening flushed file at 1733451705765 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e050df: reopening flushed file at 1733451705777 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bfe0f53: reopening flushed file at 1733451705783 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 611ms, sequenceid=105, compaction requested=false at 1733451705788 (+5 ms)Writing region close event to WAL at 1733451705790 (+2 ms)Closed at 1733451705790 2024-12-06T02:21:45,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=64423) 2024-12-06T02:21:45,793 INFO [M:0;5c7979348d1b:37515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:21:45,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:45,793 INFO [M:0;5c7979348d1b:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37515 2024-12-06T02:21:45,794 INFO [M:0;5c7979348d1b:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:45,946 INFO [M:0;5c7979348d1b:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:45,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37515-0x101a87136100003, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:45,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1001e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:45,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68e60340{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:45,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:45,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:45,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0e76b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:45,957 WARN [BP-1719126605-172.17.0.3-1733451665208 heartbeating to localhost/127.0.0.1:35661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:21:45,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:21:45,957 WARN [BP-1719126605-172.17.0.3-1733451665208 heartbeating to localhost/127.0.0.1:35661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1719126605-172.17.0.3-1733451665208 (Datanode Uuid c2f2d0d8-e7a8-4017-b6ce-7e32949ac13f) service to localhost/127.0.0.1:35661 2024-12-06T02:21:45,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:21:45,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/cluster_80f5e7a8-25f5-608d-3ed3-1ef0c0003316/data/data1/current/BP-1719126605-172.17.0.3-1733451665208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:45,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/cluster_80f5e7a8-25f5-608d-3ed3-1ef0c0003316/data/data2/current/BP-1719126605-172.17.0.3-1733451665208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:45,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:21:45,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b6be9d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:45,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19545d99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:45,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:45,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:45,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48103671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c9f0382-6408-5e79-0b1c-ad53d3ff04b3/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:45,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:21:45,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:21:45,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:45,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:45,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:45,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:45,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:21:45,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=153178620, stopped=false 2024-12-06T02:21:45,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,39869,1733451662731 2024-12-06T02:21:45,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188398464/running 2024-12-06T02:21:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188398464/running 2024-12-06T02:21:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:46,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:46,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:21:46,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:46,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:46,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,42797,1733451663060' ***** 2024-12-06T02:21:46,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/running 2024-12-06T02:21:46,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:21:46,017 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:21:46,017 INFO [RS:0;5c7979348d1b:42797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,42797,1733451663060 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42797. 2024-12-06T02:21:46,018 DEBUG [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:46,018 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:46,018 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:21:46,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Set watcher on znode that does not yet exist, /0-188398464/running 2024-12-06T02:21:46,019 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76c48efa6a4f226c772fda5e8f3e9a1e, disabling compactions & flushes 2024-12-06T02:21:46,019 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:46,019 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:46,019 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. after waiting 0 ms 2024-12-06T02:21:46,019 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:46,019 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76c48efa6a4f226c772fda5e8f3e9a1e 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-06T02:21:46,020 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:21:46,020 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:21:46,020 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:21:46,036 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:21:46,036 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76c48efa6a4f226c772fda5e8f3e9a1e=test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., 49a32a02d9666a7d53fc96ca7c1c9e4d=hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.} 2024-12-06T02:21:46,036 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,036 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:46,036 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:46,036 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:46,036 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:46,036 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:46,037 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:21:46,059 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:46,065 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f/8da8cc01d88f458aaec9c5e357d4c69a is 37, key is row3/f:row3/1733451696024/Put/seqid=0 2024-12-06T02:21:46,068 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/info/5b5743c2faf84f7c9095d0ad44248384 is 147, key is hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d./info:regioninfo/1733451684974/Put/seqid=0 2024-12-06T02:21:46,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741841_1017 (size=7686) 2024-12-06T02:21:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741840_1016 (size=5228) 2024-12-06T02:21:46,084 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f/8da8cc01d88f458aaec9c5e357d4c69a 2024-12-06T02:21:46,085 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/info/5b5743c2faf84f7c9095d0ad44248384 2024-12-06T02:21:46,090 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8da8cc01d88f458aaec9c5e357d4c69a 2024-12-06T02:21:46,109 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f1/d8f274ec09024a0d99b480f20a8b3870 is 30, key is row1/f1:/1733451693256/DeleteFamily/seqid=0 2024-12-06T02:21:46,122 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/ns/50ba1fac96614c32a5e633cfdd44e64c is 43, key is default/ns:d/1733451665073/Put/seqid=0 2024-12-06T02:21:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741842_1018 (size=5158) 2024-12-06T02:21:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741843_1019 (size=5153) 2024-12-06T02:21:46,152 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/ns/50ba1fac96614c32a5e633cfdd44e64c 2024-12-06T02:21:46,189 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/rep_barrier/d58894d471b44d25a140b621e4ea9728 is 112, key is test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e./rep_barrier:seqnumDuringOpen/1733451679463/Put/seqid=0 2024-12-06T02:21:46,237 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741844_1020 (size=5518) 2024-12-06T02:21:46,437 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,525 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f1/d8f274ec09024a0d99b480f20a8b3870 2024-12-06T02:21:46,531 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8f274ec09024a0d99b480f20a8b3870 2024-12-06T02:21:46,556 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/norep/c5a32801283f46ecb3018b52cb23e29e is 32, key is row/norep:/1733451692234/DeleteFamily/seqid=0 2024-12-06T02:21:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741845_1021 (size=5101) 2024-12-06T02:21:46,637 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,652 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/rep_barrier/d58894d471b44d25a140b621e4ea9728 2024-12-06T02:21:46,685 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/table/8e71bf3f6881488fa0a35fb4bd5eb521 is 53, key is hbase:replication/table:state/1733451684980/Put/seqid=0 2024-12-06T02:21:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741846_1022 (size=5308) 2024-12-06T02:21:46,725 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/table/8e71bf3f6881488fa0a35fb4bd5eb521 2024-12-06T02:21:46,756 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/info/5b5743c2faf84f7c9095d0ad44248384 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/info/5b5743c2faf84f7c9095d0ad44248384 2024-12-06T02:21:46,762 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/info/5b5743c2faf84f7c9095d0ad44248384, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:21:46,762 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/ns/50ba1fac96614c32a5e633cfdd44e64c as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/ns/50ba1fac96614c32a5e633cfdd44e64c 2024-12-06T02:21:46,777 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/ns/50ba1fac96614c32a5e633cfdd44e64c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:21:46,786 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/rep_barrier/d58894d471b44d25a140b621e4ea9728 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/rep_barrier/d58894d471b44d25a140b621e4ea9728 2024-12-06T02:21:46,806 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/rep_barrier/d58894d471b44d25a140b621e4ea9728, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:21:46,808 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/.tmp/table/8e71bf3f6881488fa0a35fb4bd5eb521 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/table/8e71bf3f6881488fa0a35fb4bd5eb521 2024-12-06T02:21:46,829 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/table/8e71bf3f6881488fa0a35fb4bd5eb521, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:21:46,835 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=16, compaction requested=false 2024-12-06T02:21:46,835 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:21:46,838 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:46,889 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:21:46,893 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:46,893 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:21:46,893 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:46,893 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451706036Running coprocessor pre-close hooks at 1733451706036Disabling compacts and flushes for region at 1733451706036Disabling writes for close at 1733451706036Obtaining lock to block concurrent updates at 1733451706037 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733451706037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451706037Flushing stores of hbase:meta,,1.1588230740 at 1733451706038 (+1 ms)Flushing 1588230740/info: creating writer at 1733451706039 (+1 ms)Flushing 1588230740/info: appending metadata at 1733451706068 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733451706068Flushing 1588230740/ns: creating writer at 1733451706102 (+34 ms)Flushing 1588230740/ns: appending metadata at 1733451706121 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451706122 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733451706164 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451706189 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451706189Flushing 1588230740/table: creating writer at 1733451706662 (+473 ms)Flushing 1588230740/table: appending metadata at 1733451706685 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733451706685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c067e1: reopening flushed file at 1733451706753 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b35744: reopening flushed file at 1733451706762 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200ccf6f: reopening flushed file at 1733451706777 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c07fe1f: reopening flushed file at 1733451706806 (+29 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 798ms, sequenceid=16, compaction requested=false at 1733451706835 (+29 ms)Writing region close event to WAL at 1733451706872 (+37 ms)Running coprocessor post-close hooks at 1733451706893 (+21 ms)Closed at 1733451706893 2024-12-06T02:21:46,893 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:46,954 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:21:46,954 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:21:46,976 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/norep/c5a32801283f46ecb3018b52cb23e29e 2024-12-06T02:21:47,009 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a32801283f46ecb3018b52cb23e29e 2024-12-06T02:21:47,016 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f/8da8cc01d88f458aaec9c5e357d4c69a as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/f/8da8cc01d88f458aaec9c5e357d4c69a 2024-12-06T02:21:47,038 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8da8cc01d88f458aaec9c5e357d4c69a 2024-12-06T02:21:47,038 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/f/8da8cc01d88f458aaec9c5e357d4c69a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T02:21:47,038 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:21:47,038 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1325): Online Regions={76c48efa6a4f226c772fda5e8f3e9a1e=test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., 49a32a02d9666a7d53fc96ca7c1c9e4d=hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d.} 2024-12-06T02:21:47,038 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 49a32a02d9666a7d53fc96ca7c1c9e4d, 76c48efa6a4f226c772fda5e8f3e9a1e 2024-12-06T02:21:47,039 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/f1/d8f274ec09024a0d99b480f20a8b3870 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/f1/d8f274ec09024a0d99b480f20a8b3870 2024-12-06T02:21:47,048 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8f274ec09024a0d99b480f20a8b3870 2024-12-06T02:21:47,049 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/f1/d8f274ec09024a0d99b480f20a8b3870, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:47,050 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/.tmp/norep/c5a32801283f46ecb3018b52cb23e29e as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/norep/c5a32801283f46ecb3018b52cb23e29e 2024-12-06T02:21:47,064 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5a32801283f46ecb3018b52cb23e29e 2024-12-06T02:21:47,064 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/norep/c5a32801283f46ecb3018b52cb23e29e, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T02:21:47,072 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 76c48efa6a4f226c772fda5e8f3e9a1e in 1053ms, sequenceid=12, compaction requested=false 2024-12-06T02:21:47,072 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:21:47,084 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 1496, reset compression=false 2024-12-06T02:21:47,120 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:21:47,120 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 2387, reset compression=false 2024-12-06T02:21:47,121 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,42797,1733451663060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:21:47,122 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,42797,1733451663060: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,42797,1733451663060, walGroup=5c7979348d1b%2C42797%2C1733451663060, offset=5c7979348d1b%2C42797%2C1733451663060.1733451664102:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:42797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:21:47,123 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:21:47,123 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:21:47,124 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:21:47,124 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:21:47,124 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:21:47,124 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 858557208 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199768232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:21:47,124 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:21:47,148 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/data/default/test/76c48efa6a4f226c772fda5e8f3e9a1e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:21:47,150 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:21:47,150 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:47,150 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:47,150 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76c48efa6a4f226c772fda5e8f3e9a1e: Waiting for close lock at 1733451706018Running coprocessor pre-close hooks at 1733451706018Disabling compacts and flushes for region at 1733451706019 (+1 ms)Disabling writes for close at 1733451706019Obtaining lock to block concurrent updates at 1733451706019Preparing flush snapshotting stores in 76c48efa6a4f226c772fda5e8f3e9a1e at 1733451706019Finished memstore snapshotting test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733451706019Flushing stores of test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. at 1733451706020 (+1 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f: creating writer at 1733451706020Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f: appending metadata at 1733451706064 (+44 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f: closing flushed file at 1733451706064Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f1: creating writer at 1733451706090 (+26 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f1: appending metadata at 1733451706109 (+19 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/f1: closing flushed file at 1733451706109Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/norep: creating writer at 1733451706531 (+422 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/norep: appending metadata at 1733451706555 (+24 ms)Flushing 76c48efa6a4f226c772fda5e8f3e9a1e/norep: closing flushed file at 1733451706555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1edea3: reopening flushed file at 1733451707009 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275945c2: reopening flushed file at 1733451707038 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4b8176: reopening flushed file at 1733451707049 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 76c48efa6a4f226c772fda5e8f3e9a1e in 1053ms, sequenceid=12, compaction requested=false at 1733451707072 (+23 ms)Writing region close event to WAL at 1733451707107 (+35 ms)Running coprocessor post-close hooks at 1733451707150 (+43 ms)Closed at 1733451707150 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451678202.76c48efa6a4f226c772fda5e8f3e9a1e. 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49a32a02d9666a7d53fc96ca7c1c9e4d, disabling compactions & flushes 2024-12-06T02:21:47,151 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. after waiting 0 ms 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49a32a02d9666a7d53fc96ca7c1c9e4d: Waiting for close lock at 1733451707151Running coprocessor pre-close hooks at 1733451707151Disabling compacts and flushes for region at 1733451707151Disabling writes for close at 1733451707151Failed flush hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d., putting online again at 1733451707151 2024-12-06T02:21:47,151 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,239 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(3091): Received CLOSE for 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:47,239 DEBUG [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1351): Waiting on 49a32a02d9666a7d53fc96ca7c1c9e4d 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49a32a02d9666a7d53fc96ca7c1c9e4d, disabling compactions & flushes 2024-12-06T02:21:47,239 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. after waiting 0 ms 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49a32a02d9666a7d53fc96ca7c1c9e4d: Waiting for close lock at 1733451707239Running coprocessor pre-close hooks at 1733451707239Disabling compacts and flushes for region at 1733451707239Disabling writes for close at 1733451707239Failed flush hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d., putting online again at 1733451707239 2024-12-06T02:21:47,239 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451683691.49a32a02d9666a7d53fc96ca7c1c9e4d. 2024-12-06T02:21:47,351 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.wal-reader.5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 to pos 2387, reset compression=false 2024-12-06T02:21:47,439 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T02:21:47,439 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,42797,1733451663060; all regions closed. 2024-12-06T02:21:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:21:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741839_1015 (size=2609) 2024-12-06T02:21:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741832_1008 (size=2395) 2024-12-06T02:21:47,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/WALs/5c7979348d1b,42797,1733451663060/5c7979348d1b%2C42797%2C1733451663060.1733451664102 not finished, retry = 0 2024-12-06T02:21:47,561 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:47,561 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:21:47,561 INFO [RS:0;5c7979348d1b:42797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:47,561 INFO [RS:0;5c7979348d1b:42797 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:47,561 INFO [RS:0;5c7979348d1b:42797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:47,562 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:47,562 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,42797,1733451663060 because: Region server is closing 2024-12-06T02:21:47,562 INFO [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42797. 2024-12-06T02:21:47,562 DEBUG [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:47,562 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:47,562 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:47,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:47,662 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,42797,1733451663060.replicationSource.shipper5c7979348d1b%2C42797%2C1733451663060,1-5c7979348d1b,42797,1733451663060 terminated 2024-12-06T02:21:47,662 INFO [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:42797. 2024-12-06T02:21:47,663 DEBUG [RS:0;5c7979348d1b:42797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:21:47,663 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:47,663 DEBUG [RS:0;5c7979348d1b:42797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:47,663 INFO [RS:0;5c7979348d1b:42797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42797 2024-12-06T02:21:47,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:21:47,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188398464/rs/5c7979348d1b,42797,1733451663060 2024-12-06T02:21:47,676 INFO [RS:0;5c7979348d1b:42797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:47,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464/rs 2024-12-06T02:21:47,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,42797,1733451663060] 2024-12-06T02:21:47,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/draining/5c7979348d1b,42797,1733451663060 already deleted, retry=false 2024-12-06T02:21:47,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,42797,1733451663060 expired; onlineServers=0 2024-12-06T02:21:47,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,39869,1733451662731' ***** 2024-12-06T02:21:47,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:21:47,697 INFO [M:0;5c7979348d1b:39869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:21:47,697 INFO [M:0;5c7979348d1b:39869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:21:47,697 DEBUG [M:0;5c7979348d1b:39869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:21:47,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:21:47,697 DEBUG [M:0;5c7979348d1b:39869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:21:47,697 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451663751 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451663751,5,FailOnTimeoutGroup] 2024-12-06T02:21:47,697 INFO [M:0;5c7979348d1b:39869 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:21:47,697 INFO [M:0;5c7979348d1b:39869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:21:47,698 DEBUG [M:0;5c7979348d1b:39869 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:21:47,698 INFO [M:0;5c7979348d1b:39869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:21:47,698 INFO [M:0;5c7979348d1b:39869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:21:47,698 ERROR [M:0;5c7979348d1b:39869 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45749,5,PEWorkerGroup] 2024-12-06T02:21:47,698 INFO [M:0;5c7979348d1b:39869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:21:47,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:21:47,698 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451663755 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451663755,5,FailOnTimeoutGroup] 2024-12-06T02:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-188398464/master 2024-12-06T02:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-188398464 2024-12-06T02:21:47,718 DEBUG [M:0;5c7979348d1b:39869 {}] zookeeper.RecoverableZooKeeper(212): Node /0-188398464/master already deleted, retry=false 2024-12-06T02:21:47,718 DEBUG [M:0;5c7979348d1b:39869 {}] master.ActiveMasterManager(353): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-188398464/master 2024-12-06T02:21:47,735 INFO [M:0;5c7979348d1b:39869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/.lastflushedseqids 2024-12-06T02:21:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741847_1023 (size=245) 2024-12-06T02:21:47,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:47,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42797-0x101a87136100001, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:47,789 INFO [RS:0;5c7979348d1b:42797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:47,789 INFO [RS:0;5c7979348d1b:42797 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,42797,1733451663060; zookeeper connection closed. 2024-12-06T02:21:47,796 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75cb84e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75cb84e9 2024-12-06T02:21:47,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:21:48,188 INFO [M:0;5c7979348d1b:39869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:21:48,189 INFO [M:0;5c7979348d1b:39869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:21:48,189 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:48,189 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:48,189 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:48,189 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:48,189 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:48,189 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T02:21:48,227 DEBUG [M:0;5c7979348d1b:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16fe7972268420998e80b52facaf0bd is 82, key is hbase:meta,,1/info:regioninfo/1733451665010/Put/seqid=0 2024-12-06T02:21:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741848_1024 (size=5672) 2024-12-06T02:21:48,284 INFO [M:0;5c7979348d1b:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16fe7972268420998e80b52facaf0bd 2024-12-06T02:21:48,362 DEBUG [M:0;5c7979348d1b:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa0e89fea24c689a26689d74ae36a4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451679485/Put/seqid=0 2024-12-06T02:21:48,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741849_1025 (size=7218) 2024-12-06T02:21:48,416 INFO [M:0;5c7979348d1b:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa0e89fea24c689a26689d74ae36a4 2024-12-06T02:21:48,444 INFO [M:0;5c7979348d1b:39869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05aa0e89fea24c689a26689d74ae36a4 2024-12-06T02:21:48,464 DEBUG [M:0;5c7979348d1b:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45af7cdd9ba746c2ae71ac08124205f2 is 69, key is 5c7979348d1b,42797,1733451663060/rs:state/1733451663865/Put/seqid=0 2024-12-06T02:21:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741850_1026 (size=5156) 2024-12-06T02:21:48,497 INFO [M:0;5c7979348d1b:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45af7cdd9ba746c2ae71ac08124205f2 2024-12-06T02:21:48,509 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f16fe7972268420998e80b52facaf0bd as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f16fe7972268420998e80b52facaf0bd 2024-12-06T02:21:48,515 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f16fe7972268420998e80b52facaf0bd, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T02:21:48,520 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05aa0e89fea24c689a26689d74ae36a4 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05aa0e89fea24c689a26689d74ae36a4 2024-12-06T02:21:48,526 INFO [M:0;5c7979348d1b:39869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05aa0e89fea24c689a26689d74ae36a4 2024-12-06T02:21:48,527 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05aa0e89fea24c689a26689d74ae36a4, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T02:21:48,532 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45af7cdd9ba746c2ae71ac08124205f2 as hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45af7cdd9ba746c2ae71ac08124205f2 2024-12-06T02:21:48,545 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45749/user/jenkins/test-data/89e1bfe2-91e9-c851-1704-b3c581e94fa2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45af7cdd9ba746c2ae71ac08124205f2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T02:21:48,546 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 357ms, sequenceid=105, compaction requested=false 2024-12-06T02:21:48,556 INFO [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:48,557 DEBUG [M:0;5c7979348d1b:39869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451708189Disabling compacts and flushes for region at 1733451708189Disabling writes for close at 1733451708189Obtaining lock to block concurrent updates at 1733451708189Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451708189Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733451708190 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451708197 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451708197Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451708227 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451708227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451708305 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451708361 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451708361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451708444 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451708464 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451708464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5533f1: reopening flushed file at 1733451708508 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d7d30b: reopening flushed file at 1733451708516 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515cf0b: reopening flushed file at 1733451708527 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 357ms, sequenceid=105, compaction requested=false at 1733451708546 (+19 ms)Writing region close event to WAL at 1733451708556 (+10 ms)Closed at 1733451708556 2024-12-06T02:21:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741830_1006 (size=64423) 2024-12-06T02:21:48,567 INFO [M:0;5c7979348d1b:39869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:21:48,567 INFO [M:0;5c7979348d1b:39869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39869 2024-12-06T02:21:48,567 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:21:48,568 INFO [M:0;5c7979348d1b:39869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:21:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x101a87136100000, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:21:48,777 INFO [M:0;5c7979348d1b:39869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:21:48,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75ac3569{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:48,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:48,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:48,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:48,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:48,782 WARN [BP-568365523-172.17.0.3-1733451659901 heartbeating to localhost/127.0.0.1:45749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:21:48,782 WARN [BP-568365523-172.17.0.3-1733451659901 heartbeating to localhost/127.0.0.1:45749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-568365523-172.17.0.3-1733451659901 (Datanode Uuid 05eaf14e-c691-4805-bdb0-caf66884411f) service to localhost/127.0.0.1:45749 2024-12-06T02:21:48,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:21:48,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:21:48,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/data/data1/current/BP-568365523-172.17.0.3-1733451659901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:48,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/cluster_0988c806-7a05-4956-2687-71d95f15d3fc/data/data2/current/BP-568365523-172.17.0.3-1733451659901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:21:48,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:21:48,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@84583c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:48,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:21:48,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:21:48,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:21:48,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/863fe109-5921-6f73-d3b6-94f6e08e1bae/hadoop.log.dir/,STOPPED} 2024-12-06T02:21:48,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:21:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:21:48,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 266) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-24 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45749 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45051 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57452) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35661 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=732 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 629) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2487 (was 2878) 2024-12-06T02:21:48,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=2487 2024-12-06T02:21:48,857 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-06T02:21:48,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir so I do NOT create it in target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184 2024-12-06T02:21:48,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:21:48,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.tmp.dir so I do NOT create it in target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184 2024-12-06T02:21:48,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b42efe4-38f9-5cd7-5fa5-f6b3e7fd28c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:21:48,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184 2024-12-06T02:21:48,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb, deleteOnExit=true 2024-12-06T02:21:48,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/zookeeper_0, clientPort=60917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:21:48,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60917 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/test.cache.data in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:21:48,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:48,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:21:48,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:21:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a87136100008, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:21:48,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a87136100008, quorum=127.0.0.1:57452, baseZNode=/2387609892 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:21:48,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a87136100005, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:21:48,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a87136100005, quorum=127.0.0.1:57452, baseZNode=/1-125042391 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:21:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a87136100002, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:21:48,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a87136100002, quorum=127.0.0.1:57452, baseZNode=/0-188398464 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:21:49,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:49,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:49,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:49,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:49,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:21:49,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:49,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:49,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:49,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/java.io.tmpdir/jetty-localhost-46271-hadoop-hdfs-3_4_1-tests_jar-_-any-7538458144736865165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:49,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:46271} 2024-12-06T02:21:49,685 INFO [Time-limited test {}] server.Server(415): Started @275889ms 2024-12-06T02:21:50,089 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:50,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,093 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,117 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,118 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,118 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,118 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:50,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:50,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:50,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:50,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:50,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:21:50,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:50,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:50,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36d129b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/java.io.tmpdir/jetty-localhost-45451-hadoop-hdfs-3_4_1-tests_jar-_-any-12688634700330515634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:50,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:45451} 2024-12-06T02:21:50,266 INFO [Time-limited test {}] server.Server(415): Started @276470ms 2024-12-06T02:21:50,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:21:50,956 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/data/data1/current/BP-1194992139-172.17.0.3-1733451708904/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:50,956 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/data/data2/current/BP-1194992139-172.17.0.3-1733451708904/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:50,980 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:21:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b8d9a66de14e6e with lease ID 0x641c4fda2a9dbe46: Processing first storage report for DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570 from datanode DatanodeRegistration(127.0.0.1:44435, datanodeUuid=e638625e-ee5c-46bd-8ff1-29612e023d82, infoPort=40687, infoSecurePort=0, ipcPort=45449, storageInfo=lv=-57;cid=testClusterID;nsid=716922773;c=1733451708904) 2024-12-06T02:21:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b8d9a66de14e6e with lease ID 0x641c4fda2a9dbe46: from storage DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570 node DatanodeRegistration(127.0.0.1:44435, datanodeUuid=e638625e-ee5c-46bd-8ff1-29612e023d82, infoPort=40687, infoSecurePort=0, ipcPort=45449, storageInfo=lv=-57;cid=testClusterID;nsid=716922773;c=1733451708904), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b8d9a66de14e6e with lease ID 0x641c4fda2a9dbe46: Processing first storage report for DS-3fdcda2b-feee-4e73-af7d-fbbe2b70b470 from datanode DatanodeRegistration(127.0.0.1:44435, datanodeUuid=e638625e-ee5c-46bd-8ff1-29612e023d82, infoPort=40687, infoSecurePort=0, ipcPort=45449, storageInfo=lv=-57;cid=testClusterID;nsid=716922773;c=1733451708904) 2024-12-06T02:21:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b8d9a66de14e6e with lease ID 0x641c4fda2a9dbe46: from storage DS-3fdcda2b-feee-4e73-af7d-fbbe2b70b470 node DatanodeRegistration(127.0.0.1:44435, datanodeUuid=e638625e-ee5c-46bd-8ff1-29612e023d82, infoPort=40687, infoSecurePort=0, ipcPort=45449, storageInfo=lv=-57;cid=testClusterID;nsid=716922773;c=1733451708904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:50,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184 2024-12-06T02:21:50,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:50,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:21:51,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b with version=8 2024-12-06T02:21:51,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/hbase-staging 2024-12-06T02:21:51,011 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:21:51,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:51,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41835 2024-12-06T02:21:51,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41835 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:21:51,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418350x0, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:51,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41835-0x101a871f56d0000 connected 2024-12-06T02:21:51,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/running 2024-12-06T02:21:51,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b, hbase.cluster.distributed=false 2024-12-06T02:21:51,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/acl 2024-12-06T02:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41835 2024-12-06T02:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41835 2024-12-06T02:21:51,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41835 2024-12-06T02:21:51,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41835 2024-12-06T02:21:51,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41835 2024-12-06T02:21:51,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:21:51,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:51,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39751 2024-12-06T02:21:51,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39751 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:21:51,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397510x0, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:51,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397510x0, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/running 2024-12-06T02:21:51,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39751-0x101a871f56d0001 connected 2024-12-06T02:21:51,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:21:51,182 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:21:51,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/master 2024-12-06T02:21:51,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/acl 2024-12-06T02:21:51,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39751 2024-12-06T02:21:51,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39751 2024-12-06T02:21:51,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39751 2024-12-06T02:21:51,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39751 2024-12-06T02:21:51,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39751 2024-12-06T02:21:51,199 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:41835 2024-12-06T02:21:51,199 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0117530930/backup-masters/5c7979348d1b,41835,1733451711011 2024-12-06T02:21:51,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/backup-masters 2024-12-06T02:21:51,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/backup-masters 2024-12-06T02:21:51,212 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on existing znode=/0117530930/backup-masters/5c7979348d1b,41835,1733451711011 2024-12-06T02:21:51,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:51,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0117530930/master 2024-12-06T02:21:51,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:51,338 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on existing znode=/0117530930/master 2024-12-06T02:21:51,338 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0117530930/backup-masters/5c7979348d1b,41835,1733451711011 from backup master directory 2024-12-06T02:21:51,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0117530930/backup-masters/5c7979348d1b,41835,1733451711011 2024-12-06T02:21:51,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/backup-masters 2024-12-06T02:21:51,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/backup-masters 2024-12-06T02:21:51,373 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:51,373 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,41835,1733451711011 2024-12-06T02:21:51,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/hbase.id] with ID: cde7fbbb-0975-4002-8d5e-f8a2af5f3886 2024-12-06T02:21:51,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/.tmp/hbase.id 2024-12-06T02:21:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:21:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:21:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:21:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:21:51,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:21:51,780 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/.tmp/hbase.id]:[hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/hbase.id] 2024-12-06T02:21:51,791 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:51,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:21:51,792 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T02:21:51,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:51,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:21:52,218 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:52,219 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:21:52,220 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:21:52,639 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store 2024-12-06T02:21:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:21:53,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:53,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:53,053 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:53,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:53,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:53,053 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:53,053 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:53,054 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451713053Disabling compacts and flushes for region at 1733451713053Disabling writes for close at 1733451713053Writing region close event to WAL at 1733451713053Closed at 1733451713053 2024-12-06T02:21:53,054 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/.initializing 2024-12-06T02:21:53,054 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/WALs/5c7979348d1b,41835,1733451711011 2024-12-06T02:21:53,057 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:53,059 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C41835%2C1733451711011, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/WALs/5c7979348d1b,41835,1733451711011, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/oldWALs, maxLogs=10 2024-12-06T02:21:53,080 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/WALs/5c7979348d1b,41835,1733451711011/5c7979348d1b%2C41835%2C1733451711011.1733451713059, exclude list is [], retry=0 2024-12-06T02:21:53,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570,DISK] 2024-12-06T02:21:53,089 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/WALs/5c7979348d1b,41835,1733451711011/5c7979348d1b%2C41835%2C1733451711011.1733451713059 2024-12-06T02:21:53,091 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-12-06T02:21:53,091 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:53,091 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:53,091 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,091 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:21:53,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:53,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:53,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:21:53,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:53,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:53,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:21:53,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:53,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:53,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:21:53,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:53,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:53,106 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,107 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,108 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,110 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,110 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,111 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:53,112 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:53,117 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:53,117 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61319646, jitterRate=-0.08626607060432434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:53,118 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451713091Initializing all the Stores at 1733451713093 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451713093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451713096 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451713096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451713096Cleaning up temporary data from old regions at 1733451713110 (+14 ms)Region opened successfully at 1733451713118 (+8 ms) 2024-12-06T02:21:53,118 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:21:53,121 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfab910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:53,122 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:21:53,122 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:21:53,122 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:21:53,122 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:21:53,123 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:21:53,123 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:21:53,123 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:21:53,126 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:21:53,127 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Unable to get data of znode /0117530930/balancer because node does not exist (not necessarily an error) 2024-12-06T02:21:53,256 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/balancer already deleted, retry=false 2024-12-06T02:21:53,257 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:21:53,258 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Unable to get data of znode /0117530930/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:21:53,265 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/normalizer already deleted, retry=false 2024-12-06T02:21:53,265 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:21:53,266 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Unable to get data of znode /0117530930/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:21:53,275 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/switch/split already deleted, retry=false 2024-12-06T02:21:53,276 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Unable to get data of znode /0117530930/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:21:53,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/switch/merge already deleted, retry=false 2024-12-06T02:21:53,289 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Unable to get data of znode /0117530930/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:21:53,296 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/snapshot-cleanup already deleted, retry=false 2024-12-06T02:21:53,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0117530930/running 2024-12-06T02:21:53,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0117530930/running 2024-12-06T02:21:53,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,309 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,41835,1733451711011, sessionid=0x101a871f56d0000, setting cluster-up flag (Was=false) 2024-12-06T02:21:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,360 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0117530930/flush-table-proc/acquired, /0117530930/flush-table-proc/reached, /0117530930/flush-table-proc/abort 2024-12-06T02:21:53,361 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41835,1733451711011 2024-12-06T02:21:53,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:53,423 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0117530930/online-snapshot/acquired, /0117530930/online-snapshot/reached, /0117530930/online-snapshot/abort 2024-12-06T02:21:53,424 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41835,1733451711011 2024-12-06T02:21:53,426 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:21:53,427 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:53,427 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:21:53,427 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:21:53,428 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,41835,1733451711011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:53,429 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:53,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:21:53,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:53,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:21:53,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451743456 2024-12-06T02:21:53,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:21:53,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:21:53,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:21:53,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:21:53,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:21:53,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:21:53,457 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,464 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:21:53,465 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:21:53,465 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:21:53,465 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:21:53,472 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:21:53,472 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:21:53,484 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451713472,5,FailOnTimeoutGroup] 2024-12-06T02:21:53,496 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451713484,5,FailOnTimeoutGroup] 2024-12-06T02:21:53,496 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,496 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:21:53,496 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,496 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:21:53,512 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(746): ClusterId : cde7fbbb-0975-4002-8d5e-f8a2af5f3886 2024-12-06T02:21:53,512 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:21:53,524 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:21:53,524 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:21:53,529 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:21:53,529 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135b366a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:53,547 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:39751 2024-12-06T02:21:53,548 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:21:53,548 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:21:53,548 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:21:53,548 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,41835,1733451711011 with port=39751, startcode=1733451711166 2024-12-06T02:21:53,549 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:21:53,550 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:21:53,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,552 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b 2024-12-06T02:21:53,552 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857 2024-12-06T02:21:53,552 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:21:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/rs 2024-12-06T02:21:53,560 DEBUG [RS:0;5c7979348d1b:39751 {}] zookeeper.ZKUtil(111): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on existing znode=/0117530930/rs/5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,560 WARN [RS:0;5c7979348d1b:39751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:53,560 INFO [RS:0;5c7979348d1b:39751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:53,560 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,39751,1733451711166] 2024-12-06T02:21:53,567 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:21:53,572 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:21:53,580 INFO [RS:0;5c7979348d1b:39751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:21:53,580 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,584 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:21:53,587 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:21:53,587 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,588 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,589 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:53,589 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:53,589 DEBUG [RS:0;5c7979348d1b:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,592 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39751,1733451711166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:53,615 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:21:53,615 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,39751,1733451711166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,615 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,615 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.Replication(171): 5c7979348d1b,39751,1733451711166 started 2024-12-06T02:21:53,634 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:53,634 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,39751,1733451711166, RpcServer on 5c7979348d1b/172.17.0.3:39751, sessionid=0x101a871f56d0001 2024-12-06T02:21:53,634 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:21:53,634 DEBUG [RS:0;5c7979348d1b:39751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,634 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39751,1733451711166' 2024-12-06T02:21:53,634 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0117530930/flush-table-proc/abort' 2024-12-06T02:21:53,634 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0117530930/flush-table-proc/acquired' 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,39751,1733451711166 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,39751,1733451711166' 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0117530930/online-snapshot/abort' 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0117530930/online-snapshot/acquired' 2024-12-06T02:21:53,635 DEBUG [RS:0;5c7979348d1b:39751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:21:53,635 INFO [RS:0;5c7979348d1b:39751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:21:53,635 INFO [RS:0;5c7979348d1b:39751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:21:53,736 INFO [RS:0;5c7979348d1b:39751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:53,738 INFO [RS:0;5c7979348d1b:39751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39751%2C1733451711166, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/oldWALs, maxLogs=10 2024-12-06T02:21:53,774 DEBUG [RS:0;5c7979348d1b:39751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, exclude list is [], retry=0 2024-12-06T02:21:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570,DISK] 2024-12-06T02:21:53,778 INFO [RS:0;5c7979348d1b:39751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 2024-12-06T02:21:53,779 DEBUG [RS:0;5c7979348d1b:39751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-12-06T02:21:53,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:21:53,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b 2024-12-06T02:21:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:21:54,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:54,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:54,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:54,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:54,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:54,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:54,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:54,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:54,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:54,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:54,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740 2024-12-06T02:21:54,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740 2024-12-06T02:21:54,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:54,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:54,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:54,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:54,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:54,108 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73205171, jitterRate=0.09084205329418182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451714024Initializing all the Stores at 1733451714036 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714041 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451714041Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714041Cleaning up temporary data from old regions at 1733451714101 (+60 ms)Region opened successfully at 1733451714108 (+7 ms) 2024-12-06T02:21:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:54,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:54,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:54,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:54,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451714108Disabling compacts and flushes for region at 1733451714108Disabling writes for close at 1733451714108Writing region close event to WAL at 1733451714109 (+1 ms)Closed at 1733451714109 2024-12-06T02:21:54,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:54,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:21:54,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:21:54,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:54,130 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:21:54,281 DEBUG [5c7979348d1b:41835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:21:54,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:21:54,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39751,1733451711166, state=OPENING 2024-12-06T02:21:54,328 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:21:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:21:54,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0117530930/meta-region-server: CHANGED 2024-12-06T02:21:54,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:54,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39751,1733451711166}] 2024-12-06T02:21:54,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0117530930/meta-region-server: CHANGED 2024-12-06T02:21:54,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:21:54,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:21:54,518 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:21:54,518 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:54,518 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:21:54,525 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39751%2C1733451711166.meta, suffix=.meta, logDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/oldWALs, maxLogs=10 2024-12-06T02:21:54,542 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.meta.1733451714526.meta, exclude list is [], retry=0 2024-12-06T02:21:54,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570,DISK] 2024-12-06T02:21:54,557 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.meta.1733451714526.meta 2024-12-06T02:21:54,568 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-12-06T02:21:54,568 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:54,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:21:54,569 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:21:54,569 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:21:54,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:54,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:54,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:54,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:54,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:54,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:54,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:54,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:54,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:54,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:54,602 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:54,603 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740 2024-12-06T02:21:54,605 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740 2024-12-06T02:21:54,606 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:54,606 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:54,607 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:54,609 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:54,610 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59514011, jitterRate=-0.11317212879657745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:54,610 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:21:54,611 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451714569Writing region info on filesystem at 1733451714570 (+1 ms)Initializing all the Stores at 1733451714570Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714572 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451714572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451714572Cleaning up temporary data from old regions at 1733451714606 (+34 ms)Running coprocessor post-open hooks at 1733451714610 (+4 ms)Region opened successfully at 1733451714611 (+1 ms) 2024-12-06T02:21:54,617 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451714500 2024-12-06T02:21:54,621 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:21:54,621 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:21:54,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:21:54,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,39751,1733451711166, state=OPEN 2024-12-06T02:21:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0117530930/meta-region-server 2024-12-06T02:21:54,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0117530930/meta-region-server 2024-12-06T02:21:54,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0117530930/meta-region-server: CHANGED 2024-12-06T02:21:54,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,39751,1733451711166 2024-12-06T02:21:54,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0117530930/meta-region-server: CHANGED 2024-12-06T02:21:54,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:21:54,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,39751,1733451711166 in 325 msec 2024-12-06T02:21:54,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:21:54,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-12-06T02:21:54,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:54,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:21:54,678 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:54,678 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39751,1733451711166, seqNum=-1] 2024-12-06T02:21:54,678 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:54,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:54,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-12-06T02:21:54,693 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451714693, completionTime=-1 2024-12-06T02:21:54,693 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:21:54,693 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:21:54,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:21:54,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451774696 2024-12-06T02:21:54,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451834696 2024-12-06T02:21:54,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:41835, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,697 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,703 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:21:54,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-12-06T02:21:54,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:21:54,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:21:54,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:21:54,705 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:21:54,706 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:21:54,706 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:54,706 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:21:54,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9ab60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:54,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41835,-1 for getting cluster id 2024-12-06T02:21:54,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:21:54,726 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:21:54,726 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:21:54,727 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41835,1733451711011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:54,737 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde7fbbb-0975-4002-8d5e-f8a2af5f3886' 2024-12-06T02:21:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:21:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde7fbbb-0975-4002-8d5e-f8a2af5f3886" 2024-12-06T02:21:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c9d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41835,-1] 2024-12-06T02:21:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:21:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:21:54,739 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:21:54,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adb554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:21:54,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:21:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39751,1733451711166, seqNum=-1] 2024-12-06T02:21:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:21:54,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:21:54,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,41835,1733451711011 2024-12-06T02:21:54,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:21:54,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:54,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a871f56d0002 connected 2024-12-06T02:21:54,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir so I do NOT create it in target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede 2024-12-06T02:21:54,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:21:54,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.tmp.dir so I do NOT create it in target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede 2024-12-06T02:21:54,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:21:54,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/cluster_2be492ba-5894-a6a0-b17a-6442ddae118d, deleteOnExit=true 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/test.cache.data in system properties and HBase conf 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:21:54,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:21:54,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:21:54,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:21:54,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:21:54,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:21:55,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:55,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:55,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:55,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:55,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:55,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:55,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:55,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:55,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a3384c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/java.io.tmpdir/jetty-localhost-37171-hadoop-hdfs-3_4_1-tests_jar-_-any-5369018963953679018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:21:55,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:37171} 2024-12-06T02:21:55,380 INFO [Time-limited test {}] server.Server(415): Started @281584ms 2024-12-06T02:21:55,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:21:55,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:21:55,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:21:55,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:21:55,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:21:55,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:21:55,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:21:56,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6d7f72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/java.io.tmpdir/jetty-localhost-35193-hadoop-hdfs-3_4_1-tests_jar-_-any-6372029015446035221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:21:56,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:35193} 2024-12-06T02:21:56,057 INFO [Time-limited test {}] server.Server(415): Started @282261ms 2024-12-06T02:21:56,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:21:56,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:21:56,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:56,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:21:57,082 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/cluster_2be492ba-5894-a6a0-b17a-6442ddae118d/data/data1/current/BP-1474524378-172.17.0.3-1733451714854/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:57,097 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/cluster_2be492ba-5894-a6a0-b17a-6442ddae118d/data/data2/current/BP-1474524378-172.17.0.3-1733451714854/current, will proceed with Du for space computation calculation, 2024-12-06T02:21:57,202 WARN [Thread-3554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:21:57,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a3b698bcd06c4e5 with lease ID 0x88cb63953bad4220: Processing first storage report for DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=bce1efad-87be-4b8f-851c-6e67d9a9f282, infoPort=38119, infoSecurePort=0, ipcPort=39119, storageInfo=lv=-57;cid=testClusterID;nsid=1647751739;c=1733451714854) 2024-12-06T02:21:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a3b698bcd06c4e5 with lease ID 0x88cb63953bad4220: from storage DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=bce1efad-87be-4b8f-851c-6e67d9a9f282, infoPort=38119, infoSecurePort=0, ipcPort=39119, storageInfo=lv=-57;cid=testClusterID;nsid=1647751739;c=1733451714854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:21:57,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a3b698bcd06c4e5 with lease ID 0x88cb63953bad4220: Processing first storage report for DS-43ce9732-8c79-44ef-9bc1-8ea13897a20f from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=bce1efad-87be-4b8f-851c-6e67d9a9f282, infoPort=38119, infoSecurePort=0, ipcPort=39119, storageInfo=lv=-57;cid=testClusterID;nsid=1647751739;c=1733451714854) 2024-12-06T02:21:57,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a3b698bcd06c4e5 with lease ID 0x88cb63953bad4220: from storage DS-43ce9732-8c79-44ef-9bc1-8ea13897a20f node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=bce1efad-87be-4b8f-851c-6e67d9a9f282, infoPort=38119, infoSecurePort=0, ipcPort=39119, storageInfo=lv=-57;cid=testClusterID;nsid=1647751739;c=1733451714854), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T02:21:57,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede 2024-12-06T02:21:57,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:57,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:57,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:21:57,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b with version=8 2024-12-06T02:21:57,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/hbase-staging 2024-12-06T02:21:57,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:21:57,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:57,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42059 2024-12-06T02:21:57,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42059 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:21:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420590x0, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:57,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42059-0x101a871f56d0003 connected 2024-12-06T02:21:58,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:58,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:58,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/running 2024-12-06T02:21:58,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b, hbase.cluster.distributed=false 2024-12-06T02:21:58,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/acl 2024-12-06T02:21:58,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42059 2024-12-06T02:21:58,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42059 2024-12-06T02:21:58,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42059 2024-12-06T02:21:58,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42059 2024-12-06T02:21:58,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42059 2024-12-06T02:21:58,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:21:58,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:21:58,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:21:58,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38813 2024-12-06T02:21:58,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38813 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:21:58,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:58,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:58,170 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388130x0, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:21:58,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388130x0, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/running 2024-12-06T02:21:58,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:21:58,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38813-0x101a871f56d0004 connected 2024-12-06T02:21:58,175 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:21:58,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/master 2024-12-06T02:21:58,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/acl 2024-12-06T02:21:58,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38813 2024-12-06T02:21:58,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38813 2024-12-06T02:21:58,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38813 2024-12-06T02:21:58,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38813 2024-12-06T02:21:58,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38813 2024-12-06T02:21:58,201 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:42059 2024-12-06T02:21:58,216 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1586318059/backup-masters/5c7979348d1b,42059,1733451717752 2024-12-06T02:21:58,222 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/backup-masters 2024-12-06T02:21:58,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/backup-masters 2024-12-06T02:21:58,223 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on existing znode=/1586318059/backup-masters/5c7979348d1b,42059,1733451717752 2024-12-06T02:21:58,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:58,233 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1586318059/master 2024-12-06T02:21:58,233 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:58,244 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on existing znode=/1586318059/master 2024-12-06T02:21:58,251 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1586318059/backup-masters/5c7979348d1b,42059,1733451717752 from backup master directory 2024-12-06T02:21:58,254 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/backup-masters 2024-12-06T02:21:58,254 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:58,254 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,42059,1733451717752 2024-12-06T02:21:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1586318059/backup-masters/5c7979348d1b,42059,1733451717752 2024-12-06T02:21:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/backup-masters 2024-12-06T02:21:58,261 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/hbase.id] with ID: 409e21b1-2d16-4a3b-9863-2513f5e29114 2024-12-06T02:21:58,261 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/.tmp/hbase.id 2024-12-06T02:21:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:21:58,275 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/.tmp/hbase.id]:[hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/hbase.id] 2024-12-06T02:21:58,299 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:21:58,299 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:21:58,300 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:21:58,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:58,320 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:21:58,334 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:21:58,335 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:21:58,335 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:21:58,755 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store 2024-12-06T02:21:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:21:59,169 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:59,169 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:21:59,169 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451719169Disabling compacts and flushes for region at 1733451719169Disabling writes for close at 1733451719169Writing region close event to WAL at 1733451719169Closed at 1733451719169 2024-12-06T02:21:59,170 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/.initializing 2024-12-06T02:21:59,170 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/WALs/5c7979348d1b,42059,1733451717752 2024-12-06T02:21:59,173 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:59,175 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C42059%2C1733451717752, suffix=, logDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/WALs/5c7979348d1b,42059,1733451717752, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/oldWALs, maxLogs=10 2024-12-06T02:21:59,193 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/WALs/5c7979348d1b,42059,1733451717752/5c7979348d1b%2C42059%2C1733451717752.1733451719175, exclude list is [], retry=0 2024-12-06T02:21:59,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a,DISK] 2024-12-06T02:21:59,201 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/WALs/5c7979348d1b,42059,1733451717752/5c7979348d1b%2C42059%2C1733451717752.1733451719175 2024-12-06T02:21:59,204 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T02:21:59,204 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:21:59,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:59,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,205 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:21:59,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:59,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:21:59,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:59,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:21:59,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:21:59,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:21:59,213 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,214 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,214 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,215 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,215 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,216 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:59,217 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:21:59,225 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:59,225 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70824524, jitterRate=0.05536764860153198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:59,226 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451719205Initializing all the Stores at 1733451719206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451719206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451719206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451719206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451719206Cleaning up temporary data from old regions at 1733451719215 (+9 ms)Region opened successfully at 1733451719225 (+10 ms) 2024-12-06T02:21:59,228 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:21:59,231 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631193f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:59,232 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:21:59,232 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:21:59,232 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:21:59,232 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:21:59,232 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:21:59,233 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:21:59,233 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:21:59,237 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:21:59,238 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/balancer because node does not exist (not necessarily an error) 2024-12-06T02:21:59,275 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/balancer already deleted, retry=false 2024-12-06T02:21:59,276 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:21:59,276 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:21:59,286 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/normalizer already deleted, retry=false 2024-12-06T02:21:59,286 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:21:59,287 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:21:59,297 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/switch/split already deleted, retry=false 2024-12-06T02:21:59,304 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:21:59,317 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/switch/merge already deleted, retry=false 2024-12-06T02:21:59,319 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:21:59,328 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/snapshot-cleanup already deleted, retry=false 2024-12-06T02:21:59,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1586318059/running 2024-12-06T02:21:59,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,343 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,42059,1733451717752, sessionid=0x101a871f56d0003, setting cluster-up flag (Was=false) 2024-12-06T02:21:59,344 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1586318059/running 2024-12-06T02:21:59,344 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,359 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,412 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1586318059/flush-table-proc/acquired, /1586318059/flush-table-proc/reached, /1586318059/flush-table-proc/abort 2024-12-06T02:21:59,414 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,42059,1733451717752 2024-12-06T02:21:59,436 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:21:59,488 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1586318059/online-snapshot/acquired, /1586318059/online-snapshot/reached, /1586318059/online-snapshot/abort 2024-12-06T02:21:59,507 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,42059,1733451717752 2024-12-06T02:21:59,516 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:21:59,533 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:59,533 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:21:59,533 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:21:59,534 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,42059,1733451717752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:59,542 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:59,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451749557 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:21:59,557 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:21:59,558 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:21:59,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:21:59,568 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:21:59,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:21:59,570 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:21:59,570 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:21:59,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:21:59,576 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:21:59,576 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:21:59,580 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451719576,5,FailOnTimeoutGroup] 2024-12-06T02:21:59,584 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451719580,5,FailOnTimeoutGroup] 2024-12-06T02:21:59,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:21:59,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,584 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,620 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(746): ClusterId : 409e21b1-2d16-4a3b-9863-2513f5e29114 2024-12-06T02:21:59,620 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:21:59,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:21:59,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:21:59,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b 2024-12-06T02:21:59,642 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:21:59,642 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:21:59,665 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:21:59,666 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:21:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:21:59,685 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:38813 2024-12-06T02:21:59,685 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:21:59,685 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:21:59,685 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:21:59,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:21:59,689 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,42059,1733451717752 with port=38813, startcode=1733451718129 2024-12-06T02:21:59,689 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:21:59,691 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:21:59,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42059 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:21:59,699 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b 2024-12-06T02:21:59,699 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39427 2024-12-06T02:21:59,699 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:21:59,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:21:59,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/rs 2024-12-06T02:21:59,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:59,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:21:59,717 DEBUG [RS:0;5c7979348d1b:38813 {}] zookeeper.ZKUtil(111): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on existing znode=/1586318059/rs/5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,717 WARN [RS:0;5c7979348d1b:38813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:21:59,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,38813,1733451718129] 2024-12-06T02:21:59,717 INFO [RS:0;5c7979348d1b:38813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:21:59,717 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:21:59,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:59,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:21:59,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:21:59,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:21:59,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:21:59,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:21:59,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:21:59,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:21:59,747 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:21:59,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740 2024-12-06T02:21:59,749 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:21:59,752 INFO [RS:0;5c7979348d1b:38813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:21:59,752 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,756 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:21:59,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740 2024-12-06T02:21:59,757 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:21:59,757 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:59,758 DEBUG [RS:0;5c7979348d1b:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:21:59,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:21:59,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:21:59,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:21:59,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,768 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38813,1733451718129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:21:59,773 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:21:59,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755094, jitterRate=0.09903654456138611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451719689Initializing all the Stores at 1733451719697 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451719697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451719697Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451719697Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451719697Cleaning up temporary data from old regions at 1733451719764 (+67 ms)Region opened successfully at 1733451719773 (+9 ms) 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:21:59,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:21:59,774 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:21:59,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451719774Disabling compacts and flushes for region at 1733451719774Disabling writes for close at 1733451719774Writing region close event to WAL at 1733451719774Closed at 1733451719774 2024-12-06T02:21:59,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:21:59,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:21:59,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:21:59,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:21:59,777 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:21:59,794 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:21:59,794 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38813,1733451718129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,794 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,794 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.Replication(171): 5c7979348d1b,38813,1733451718129 started 2024-12-06T02:21:59,820 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:21:59,820 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,38813,1733451718129, RpcServer on 5c7979348d1b/172.17.0.3:38813, sessionid=0x101a871f56d0004 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38813,1733451718129' 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1586318059/flush-table-proc/abort' 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1586318059/flush-table-proc/acquired' 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,38813,1733451718129 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38813,1733451718129' 2024-12-06T02:21:59,821 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1586318059/online-snapshot/abort' 2024-12-06T02:21:59,822 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1586318059/online-snapshot/acquired' 2024-12-06T02:21:59,822 DEBUG [RS:0;5c7979348d1b:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:21:59,822 INFO [RS:0;5c7979348d1b:38813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:21:59,822 INFO [RS:0;5c7979348d1b:38813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:21:59,922 INFO [RS:0;5c7979348d1b:38813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:21:59,924 INFO [RS:0;5c7979348d1b:38813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38813%2C1733451718129, suffix=, logDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/oldWALs, maxLogs=10 2024-12-06T02:21:59,927 WARN [5c7979348d1b:42059 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:21:59,946 DEBUG [RS:0;5c7979348d1b:38813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, exclude list is [], retry=0 2024-12-06T02:21:59,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a,DISK] 2024-12-06T02:21:59,959 INFO [RS:0;5c7979348d1b:38813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 2024-12-06T02:21:59,959 DEBUG [RS:0;5c7979348d1b:38813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T02:22:00,180 DEBUG [5c7979348d1b:42059 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:00,184 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:00,189 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38813,1733451718129, state=OPENING 2024-12-06T02:22:00,284 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:00,320 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:00,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:00,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1586318059/meta-region-server: CHANGED 2024-12-06T02:22:00,332 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:00,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38813,1733451718129}] 2024-12-06T02:22:00,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1586318059/meta-region-server: CHANGED 2024-12-06T02:22:00,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:00,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:00,510 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:00,510 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:00,510 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:00,514 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38813%2C1733451718129.meta, suffix=.meta, logDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/oldWALs, maxLogs=10 2024-12-06T02:22:00,534 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.meta.1733451720514.meta, exclude list is [], retry=0 2024-12-06T02:22:00,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a,DISK] 2024-12-06T02:22:00,541 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.meta.1733451720514.meta 2024-12-06T02:22:00,548 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T02:22:00,549 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:00,549 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:00,549 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:00,549 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:00,550 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:00,550 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:00,550 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:00,550 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:00,550 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:00,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:00,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:00,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:00,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:00,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:00,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:00,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:00,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:00,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:00,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:00,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:00,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:00,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:00,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:00,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:00,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:00,588 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:00,596 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740 2024-12-06T02:22:00,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740 2024-12-06T02:22:00,614 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:00,614 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:00,617 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:00,618 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:00,619 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73923341, jitterRate=0.1015436202287674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:00,619 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:00,619 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451720550Writing region info on filesystem at 1733451720550Initializing all the Stores at 1733451720552 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451720552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451720556 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451720556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451720556Cleaning up temporary data from old regions at 1733451720614 (+58 ms)Running coprocessor post-open hooks at 1733451720619 (+5 ms)Region opened successfully at 1733451720619 2024-12-06T02:22:00,624 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451720488 2024-12-06T02:22:00,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:00,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38813,1733451718129, state=OPEN 2024-12-06T02:22:00,632 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:00,632 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:00,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1586318059/meta-region-server 2024-12-06T02:22:00,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:00,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1586318059/meta-region-server: CHANGED 2024-12-06T02:22:00,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:00,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38813,1733451718129 in 312 msec 2024-12-06T02:22:00,648 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1586318059/meta-region-server 2024-12-06T02:22:00,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1586318059/meta-region-server: CHANGED 2024-12-06T02:22:00,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:00,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 872 msec 2024-12-06T02:22:00,652 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:00,652 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:00,664 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:00,664 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38813,1733451718129, seqNum=-1] 2024-12-06T02:22:00,664 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:00,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:00,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1620 sec 2024-12-06T02:22:00,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451720688, completionTime=-1 2024-12-06T02:22:00,688 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:00,688 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:00,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:00,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451780695 2024-12-06T02:22:00,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451840695 2024-12-06T02:22:00,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-06T02:22:00,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:42059, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,705 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:00,714 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.467sec 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:00,721 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:00,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:00,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:00,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,42059,1733451717752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:00,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:00,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:00,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:00,814 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132196b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:00,816 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:00,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:00,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38813,1733451718129, seqNum=-1] 2024-12-06T02:22:00,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:00,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:00,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,42059,1733451717752 2024-12-06T02:22:00,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:22:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:00,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a871f56d0005 connected 2024-12-06T02:22:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir so I do NOT create it in target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37 2024-12-06T02:22:00,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:22:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.tmp.dir so I do NOT create it in target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37 2024-12-06T02:22:00,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:22:00,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37 2024-12-06T02:22:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/cluster_7824cfb0-1def-fc72-1606-d09342f6d895, deleteOnExit=true 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/test.cache.data in system properties and HBase conf 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:22:00,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:22:00,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:00,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:22:00,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:22:01,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:22:01,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:22:01,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T02:22:01,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T02:22:01,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:01,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:01,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:01,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:01,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:22:01,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:01,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:01,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:01,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/java.io.tmpdir/jetty-localhost-33015-hadoop-hdfs-3_4_1-tests_jar-_-any-7825865388414390876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:01,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:33015} 2024-12-06T02:22:01,612 INFO [Time-limited test {}] server.Server(415): Started @287816ms 2024-12-06T02:22:02,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:02,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:02,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:02,490 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:02,490 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:22:02,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:02,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:02,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/java.io.tmpdir/jetty-localhost-46669-hadoop-hdfs-3_4_1-tests_jar-_-any-7296922881573336432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:02,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:46669} 2024-12-06T02:22:02,586 INFO [Time-limited test {}] server.Server(415): Started @288789ms 2024-12-06T02:22:02,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:22:03,672 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/cluster_7824cfb0-1def-fc72-1606-d09342f6d895/data/data2/current/BP-984158738-172.17.0.3-1733451720970/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:03,672 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/cluster_7824cfb0-1def-fc72-1606-d09342f6d895/data/data1/current/BP-984158738-172.17.0.3-1733451720970/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:03,712 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:22:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ad1d54ce19ff29 with lease ID 0x4478c29f60a75b9a: Processing first storage report for DS-f2ef0788-6410-480f-a0d6-85bce7250b3a from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=a58b2e0f-03ca-45f8-8e90-9334702da3a3, infoPort=36997, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=65033683;c=1733451720970) 2024-12-06T02:22:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ad1d54ce19ff29 with lease ID 0x4478c29f60a75b9a: from storage DS-f2ef0788-6410-480f-a0d6-85bce7250b3a node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=a58b2e0f-03ca-45f8-8e90-9334702da3a3, infoPort=36997, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=65033683;c=1733451720970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ad1d54ce19ff29 with lease ID 0x4478c29f60a75b9a: Processing first storage report for DS-d486b5da-12ca-4ad2-a21b-9f990e2cc5e1 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=a58b2e0f-03ca-45f8-8e90-9334702da3a3, infoPort=36997, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=65033683;c=1733451720970) 2024-12-06T02:22:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ad1d54ce19ff29 with lease ID 0x4478c29f60a75b9a: from storage DS-d486b5da-12ca-4ad2-a21b-9f990e2cc5e1 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=a58b2e0f-03ca-45f8-8e90-9334702da3a3, infoPort=36997, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=65033683;c=1733451720970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:03,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37 2024-12-06T02:22:03,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:03,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:22:03,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e with version=8 2024-12-06T02:22:03,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/hbase-staging 2024-12-06T02:22:03,840 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:22:03,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:03,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41499 2024-12-06T02:22:03,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41499 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:22:03,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414990x0, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:03,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41499-0x101a871f56d0006 connected 2024-12-06T02:22:03,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:03,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:03,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/running 2024-12-06T02:22:03,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e, hbase.cluster.distributed=false 2024-12-06T02:22:03,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/acl 2024-12-06T02:22:04,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41499 2024-12-06T02:22:04,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41499 2024-12-06T02:22:04,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41499 2024-12-06T02:22:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41499 2024-12-06T02:22:04,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41499 2024-12-06T02:22:04,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:22:04,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:04,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38687 2024-12-06T02:22:04,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38687 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:22:04,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:04,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:04,149 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386870x0, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:04,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386870x0, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/running 2024-12-06T02:22:04,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:22:04,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38687-0x101a871f56d0007 connected 2024-12-06T02:22:04,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:22:04,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/master 2024-12-06T02:22:04,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/acl 2024-12-06T02:22:04,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T02:22:04,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38687 2024-12-06T02:22:04,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38687 2024-12-06T02:22:04,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T02:22:04,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T02:22:04,244 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:41499 2024-12-06T02:22:04,244 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2294055505/backup-masters/5c7979348d1b,41499,1733451723839 2024-12-06T02:22:04,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/backup-masters 2024-12-06T02:22:04,254 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/backup-masters 2024-12-06T02:22:04,264 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on existing znode=/2294055505/backup-masters/5c7979348d1b,41499,1733451723839 2024-12-06T02:22:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:04,279 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2294055505/master 2024-12-06T02:22:04,279 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:04,283 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on existing znode=/2294055505/master 2024-12-06T02:22:04,285 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2294055505/backup-masters/5c7979348d1b,41499,1733451723839 from backup master directory 2024-12-06T02:22:04,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2294055505/backup-masters/5c7979348d1b,41499,1733451723839 2024-12-06T02:22:04,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/backup-masters 2024-12-06T02:22:04,296 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/backup-masters 2024-12-06T02:22:04,296 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:04,296 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,41499,1733451723839 2024-12-06T02:22:04,303 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/hbase.id] with ID: 577ef50d-d334-41e7-8637-d6e98aa57185 2024-12-06T02:22:04,303 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/.tmp/hbase.id 2024-12-06T02:22:04,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:22:04,732 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/.tmp/hbase.id]:[hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/hbase.id] 2024-12-06T02:22:04,856 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:04,857 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:22:04,867 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms. 2024-12-06T02:22:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:04,935 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:22:04,972 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:04,973 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:22:04,980 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:22:05,008 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store 2024-12-06T02:22:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:22:05,455 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:05,455 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:05,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:05,456 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:05,456 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:05,456 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:05,456 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:05,456 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451725455Disabling compacts and flushes for region at 1733451725455Disabling writes for close at 1733451725456 (+1 ms)Writing region close event to WAL at 1733451725456Closed at 1733451725456 2024-12-06T02:22:05,466 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/.initializing 2024-12-06T02:22:05,466 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/WALs/5c7979348d1b,41499,1733451723839 2024-12-06T02:22:05,473 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:05,496 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C41499%2C1733451723839, suffix=, logDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/WALs/5c7979348d1b,41499,1733451723839, archiveDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/oldWALs, maxLogs=10 2024-12-06T02:22:05,523 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/WALs/5c7979348d1b,41499,1733451723839/5c7979348d1b%2C41499%2C1733451723839.1733451725497, exclude list is [], retry=0 2024-12-06T02:22:05,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-f2ef0788-6410-480f-a0d6-85bce7250b3a,DISK] 2024-12-06T02:22:05,572 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/WALs/5c7979348d1b,41499,1733451723839/5c7979348d1b%2C41499%2C1733451723839.1733451725497 2024-12-06T02:22:05,574 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-06T02:22:05,574 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:05,575 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:05,575 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,575 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:22:05,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:05,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:05,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:22:05,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:05,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:05,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:22:05,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:05,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:05,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:22:05,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:05,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:05,675 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,676 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,680 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,706 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,706 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,708 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:05,709 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:05,717 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:05,717 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69653290, jitterRate=0.03791490197181702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:05,718 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451725575Initializing all the Stores at 1733451725583 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451725583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451725584 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451725584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451725584Cleaning up temporary data from old regions at 1733451725706 (+122 ms)Region opened successfully at 1733451725718 (+12 ms) 2024-12-06T02:22:05,720 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:22:05,738 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c390c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:05,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:22:05,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:22:05,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:22:05,741 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:22:05,746 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-12-06T02:22:05,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:22:05,747 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:22:05,800 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:22:05,810 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/balancer because node does not exist (not necessarily an error) 2024-12-06T02:22:05,858 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/balancer already deleted, retry=false 2024-12-06T02:22:05,858 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:22:05,865 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:22:05,876 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/normalizer already deleted, retry=false 2024-12-06T02:22:05,877 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:22:05,886 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:22:05,896 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/switch/split already deleted, retry=false 2024-12-06T02:22:05,902 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:22:05,916 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/switch/merge already deleted, retry=false 2024-12-06T02:22:05,927 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:22:05,938 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/snapshot-cleanup already deleted, retry=false 2024-12-06T02:22:05,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2294055505/running 2024-12-06T02:22:05,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:05,951 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,41499,1733451723839, sessionid=0x101a871f56d0006, setting cluster-up flag (Was=false) 2024-12-06T02:22:05,952 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2294055505/running 2024-12-06T02:22:05,952 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:05,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:06,005 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2294055505/flush-table-proc/acquired, /2294055505/flush-table-proc/reached, /2294055505/flush-table-proc/abort 2024-12-06T02:22:06,019 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41499,1733451723839 2024-12-06T02:22:06,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:06,043 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:06,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,085 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2294055505/online-snapshot/acquired, /2294055505/online-snapshot/reached, /2294055505/online-snapshot/abort 2024-12-06T02:22:06,086 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,41499,1733451723839 2024-12-06T02:22:06,091 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:22:06,092 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:06,093 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:22:06,093 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:22:06,093 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,41499,1733451723839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:06,096 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:06,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:22:06,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:06,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:22:06,160 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451756160 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:22:06,161 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:22:06,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:06,196 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,198 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:22:06,198 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:22:06,199 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:22:06,199 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:22:06,209 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(746): ClusterId : 577ef50d-d334-41e7-8637-d6e98aa57185 2024-12-06T02:22:06,209 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:22:06,209 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:22:06,209 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:22:06,210 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451726209,5,FailOnTimeoutGroup] 2024-12-06T02:22:06,221 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451726210,5,FailOnTimeoutGroup] 2024-12-06T02:22:06,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:22:06,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,221 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,229 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:22:06,229 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:22:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:22:06,237 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:22:06,237 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b23d66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:06,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:22:06,240 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e 2024-12-06T02:22:06,255 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:38687 2024-12-06T02:22:06,256 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:22:06,256 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:22:06,256 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:22:06,258 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,41499,1733451723839 with port=38687, startcode=1733451724099 2024-12-06T02:22:06,259 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:22:06,260 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:22:06,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:22:06,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41499 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:06,263 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e 2024-12-06T02:22:06,263 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33439 2024-12-06T02:22:06,263 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:22:06,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:06,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:06,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:06,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:06,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:06,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:06,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:06,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:06,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:06,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:06,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:06,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:06,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:06,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:06,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:06,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:06,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:06,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740 2024-12-06T02:22:06,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740 2024-12-06T02:22:06,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:06,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:06,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:06,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:06,312 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:06,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63122725, jitterRate=-0.0593980997800827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451726262Initializing all the Stores at 1733451726263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451726263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451726272 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451726272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451726272Cleaning up temporary data from old regions at 1733451726301 (+29 ms)Region opened successfully at 1733451726314 (+13 ms) 2024-12-06T02:22:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:06,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:06,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/rs 2024-12-06T02:22:06,320 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:06,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451726314Disabling compacts and flushes for region at 1733451726314Disabling writes for close at 1733451726314Writing region close event to WAL at 1733451726320 (+6 ms)Closed at 1733451726320 2024-12-06T02:22:06,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:06,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:22:06,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:22:06,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:06,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:22:06,326 DEBUG [RS:0;5c7979348d1b:38687 {}] zookeeper.ZKUtil(111): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on existing znode=/2294055505/rs/5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,326 WARN [RS:0;5c7979348d1b:38687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:06,326 INFO [RS:0;5c7979348d1b:38687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:06,326 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,38687,1733451724099] 2024-12-06T02:22:06,347 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:22:06,352 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:22:06,365 INFO [RS:0;5c7979348d1b:38687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:22:06,365 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,365 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:22:06,366 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:22:06,366 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,366 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,366 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:06,367 DEBUG [RS:0;5c7979348d1b:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,386 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38687,1733451724099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:06,410 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:22:06,410 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38687,1733451724099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,410 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,410 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.Replication(171): 5c7979348d1b,38687,1733451724099 started 2024-12-06T02:22:06,430 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:06,430 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,38687,1733451724099, RpcServer on 5c7979348d1b/172.17.0.3:38687, sessionid=0x101a871f56d0007 2024-12-06T02:22:06,430 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:22:06,430 DEBUG [RS:0;5c7979348d1b:38687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,430 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38687,1733451724099' 2024-12-06T02:22:06,430 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2294055505/flush-table-proc/abort' 2024-12-06T02:22:06,432 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2294055505/flush-table-proc/acquired' 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38687,1733451724099' 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2294055505/online-snapshot/abort' 2024-12-06T02:22:06,433 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2294055505/online-snapshot/acquired' 2024-12-06T02:22:06,437 DEBUG [RS:0;5c7979348d1b:38687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:22:06,437 INFO [RS:0;5c7979348d1b:38687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:22:06,437 INFO [RS:0;5c7979348d1b:38687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:22:06,480 WARN [5c7979348d1b:41499 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T02:22:06,538 INFO [RS:0;5c7979348d1b:38687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:06,539 INFO [RS:0;5c7979348d1b:38687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38687%2C1733451724099, suffix=, logDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099, archiveDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/oldWALs, maxLogs=10 2024-12-06T02:22:06,557 DEBUG [RS:0;5c7979348d1b:38687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, exclude list is [], retry=0 2024-12-06T02:22:06,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-f2ef0788-6410-480f-a0d6-85bce7250b3a,DISK] 2024-12-06T02:22:06,571 INFO [RS:0;5c7979348d1b:38687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 2024-12-06T02:22:06,572 DEBUG [RS:0;5c7979348d1b:38687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-06T02:22:06,732 DEBUG [5c7979348d1b:41499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:06,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:06,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38687,1733451724099, state=OPENING 2024-12-06T02:22:06,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:06,804 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:06,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2294055505/meta-region-server: CHANGED 2024-12-06T02:22:06,808 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:06,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38687,1733451724099}] 2024-12-06T02:22:06,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2294055505/meta-region-server: CHANGED 2024-12-06T02:22:06,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:06,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:06,984 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:06,984 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:06,985 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:06,986 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38687%2C1733451724099.meta, suffix=.meta, logDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099, archiveDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/oldWALs, maxLogs=10 2024-12-06T02:22:07,011 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.meta.1733451726987.meta, exclude list is [], retry=0 2024-12-06T02:22:07,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-f2ef0788-6410-480f-a0d6-85bce7250b3a,DISK] 2024-12-06T02:22:07,017 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.meta.1733451726987.meta 2024-12-06T02:22:07,017 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-06T02:22:07,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:07,018 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:07,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:07,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:07,018 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:07,019 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:07,019 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:07,019 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:07,019 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:07,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:07,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:07,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:07,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:07,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:07,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:07,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:07,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:07,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:07,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:07,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:07,030 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:07,031 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740 2024-12-06T02:22:07,033 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740 2024-12-06T02:22:07,035 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:07,035 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:07,036 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:07,044 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:07,052 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73305458, jitterRate=0.09233644604682922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:07,052 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:07,052 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451727019Writing region info on filesystem at 1733451727019Initializing all the Stores at 1733451727020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451727020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451727024 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451727024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451727024Cleaning up temporary data from old regions at 1733451727035 (+11 ms)Running coprocessor post-open hooks at 1733451727052 (+17 ms)Region opened successfully at 1733451727052 2024-12-06T02:22:07,054 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451726961 2024-12-06T02:22:07,059 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:07,060 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:07,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:07,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38687,1733451724099, state=OPEN 2024-12-06T02:22:07,080 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2294055505/meta-region-server 2024-12-06T02:22:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2294055505/meta-region-server 2024-12-06T02:22:07,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:07,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2294055505/meta-region-server: CHANGED 2024-12-06T02:22:07,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2294055505/meta-region-server: CHANGED 2024-12-06T02:22:07,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:07,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38687,1733451724099 in 273 msec 2024-12-06T02:22:07,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:07,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-12-06T02:22:07,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:07,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:07,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:07,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38687,1733451724099, seqNum=-1] 2024-12-06T02:22:07,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:07,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:07,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0140 sec 2024-12-06T02:22:07,107 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451727107, completionTime=-1 2024-12-06T02:22:07,107 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:07,107 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:07,109 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:07,109 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451787109 2024-12-06T02:22:07,109 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451847109 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:41499, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,110 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,111 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,113 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.820sec 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:07,116 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:07,124 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:07,124 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:07,124 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,41499,1733451723839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:07,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:07,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:07,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:07,210 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5ff21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:07,213 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:07,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:07,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38687,1733451724099, seqNum=-1] 2024-12-06T02:22:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:07,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:07,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,41499,1733451723839 2024-12-06T02:22:07,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60917 2024-12-06T02:22:07,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:07,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a871f56d0008 connected 2024-12-06T02:22:07,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41835,1733451711011 2024-12-06T02:22:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb00245 2024-12-06T02:22:07,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:07,260 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:07,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:07,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:07,264 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:07,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:07,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a892365152f33b8d7c00bf8fb4ce9697, NAME => 'test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b 2024-12-06T02:22:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a892365152f33b8d7c00bf8fb4ce9697, disabling compactions & flushes 2024-12-06T02:22:07,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. after waiting 0 ms 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a892365152f33b8d7c00bf8fb4ce9697: Waiting for close lock at 1733451727314Disabling compacts and flushes for region at 1733451727314Disabling writes for close at 1733451727314Writing region close event to WAL at 1733451727314Closed at 1733451727314 2024-12-06T02:22:07,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:07,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451727316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451727316"}]},"ts":"1733451727316"} 2024-12-06T02:22:07,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:07,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:07,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451727319"}]},"ts":"1733451727319"} 2024-12-06T02:22:07,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:07,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a892365152f33b8d7c00bf8fb4ce9697, ASSIGN}] 2024-12-06T02:22:07,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a892365152f33b8d7c00bf8fb4ce9697, ASSIGN 2024-12-06T02:22:07,323 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a892365152f33b8d7c00bf8fb4ce9697, ASSIGN; state=OFFLINE, location=5c7979348d1b,39751,1733451711166; forceNewPlan=false, retain=false 2024-12-06T02:22:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:07,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a892365152f33b8d7c00bf8fb4ce9697, regionState=OPENING, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:22:07,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a892365152f33b8d7c00bf8fb4ce9697, ASSIGN because future has completed 2024-12-06T02:22:07,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a892365152f33b8d7c00bf8fb4ce9697, server=5c7979348d1b,39751,1733451711166}] 2024-12-06T02:22:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:07,670 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,670 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a892365152f33b8d7c00bf8fb4ce9697, NAME => 'test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:07,670 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:07,670 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:07,671 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,671 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:07,671 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,671 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,672 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,680 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a892365152f33b8d7c00bf8fb4ce9697 columnFamilyName f 2024-12-06T02:22:07,681 DEBUG [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,684 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(327): Store=a892365152f33b8d7c00bf8fb4ce9697/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:07,684 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,685 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a892365152f33b8d7c00bf8fb4ce9697 columnFamilyName f1 2024-12-06T02:22:07,686 DEBUG [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,686 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(327): Store=a892365152f33b8d7c00bf8fb4ce9697/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:07,686 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,687 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a892365152f33b8d7c00bf8fb4ce9697 columnFamilyName norep 2024-12-06T02:22:07,687 DEBUG [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,687 INFO [StoreOpener-a892365152f33b8d7c00bf8fb4ce9697-1 {}] regionserver.HStore(327): Store=a892365152f33b8d7c00bf8fb4ce9697/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:07,687 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,688 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,688 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,689 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,689 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,689 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:07,691 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,716 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:07,717 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a892365152f33b8d7c00bf8fb4ce9697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62494167, jitterRate=-0.0687643438577652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:07,717 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:07,718 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a892365152f33b8d7c00bf8fb4ce9697: Running coprocessor pre-open hook at 1733451727671Writing region info on filesystem at 1733451727671Initializing all the Stores at 1733451727672 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451727672Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451727672Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451727672Cleaning up temporary data from old regions at 1733451727689 (+17 ms)Running coprocessor post-open hooks at 1733451727717 (+28 ms)Region opened successfully at 1733451727718 (+1 ms) 2024-12-06T02:22:07,724 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697., pid=6, masterSystemTime=1733451727636 2024-12-06T02:22:07,736 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,736 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:07,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a892365152f33b8d7c00bf8fb4ce9697, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:22:07,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a892365152f33b8d7c00bf8fb4ce9697, server=5c7979348d1b,39751,1733451711166 because future has completed 2024-12-06T02:22:07,751 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5c7979348d1b,39751,1733451711166, table=test, region=a892365152f33b8d7c00bf8fb4ce9697. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T02:22:07,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:07,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a892365152f33b8d7c00bf8fb4ce9697, server=5c7979348d1b,39751,1733451711166 in 292 msec 2024-12-06T02:22:07,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:07,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a892365152f33b8d7c00bf8fb4ce9697, ASSIGN in 451 msec 2024-12-06T02:22:07,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:07,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451727776"}]},"ts":"1733451727776"} 2024-12-06T02:22:07,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:07,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:07,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 523 msec 2024-12-06T02:22:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:07,914 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:07,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c670712 2024-12-06T02:22:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:07,925 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:07,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:07,935 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:07,936 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:07,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:07,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:08,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 767528e65d48f3d7cb88fc98c1118c7b, NAME => 'test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b 2024-12-06T02:22:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 767528e65d48f3d7cb88fc98c1118c7b, disabling compactions & flushes 2024-12-06T02:22:08,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. after waiting 0 ms 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:08,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:08,831 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 767528e65d48f3d7cb88fc98c1118c7b: Waiting for close lock at 1733451728831Disabling compacts and flushes for region at 1733451728831Disabling writes for close at 1733451728831Writing region close event to WAL at 1733451728831Closed at 1733451728831 2024-12-06T02:22:08,836 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:08,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451728836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451728836"}]},"ts":"1733451728836"} 2024-12-06T02:22:08,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:08,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:08,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451728843"}]},"ts":"1733451728843"} 2024-12-06T02:22:08,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:08,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=767528e65d48f3d7cb88fc98c1118c7b, ASSIGN}] 2024-12-06T02:22:08,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=767528e65d48f3d7cb88fc98c1118c7b, ASSIGN 2024-12-06T02:22:08,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=767528e65d48f3d7cb88fc98c1118c7b, ASSIGN; state=OFFLINE, location=5c7979348d1b,38813,1733451718129; forceNewPlan=false, retain=false 2024-12-06T02:22:09,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=767528e65d48f3d7cb88fc98c1118c7b, regionState=OPENING, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=767528e65d48f3d7cb88fc98c1118c7b, ASSIGN because future has completed 2024-12-06T02:22:09,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767528e65d48f3d7cb88fc98c1118c7b, server=5c7979348d1b,38813,1733451718129}] 2024-12-06T02:22:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:09,222 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:09,222 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 767528e65d48f3d7cb88fc98c1118c7b, NAME => 'test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:09,222 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:09,223 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,245 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,252 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767528e65d48f3d7cb88fc98c1118c7b columnFamilyName f 2024-12-06T02:22:09,252 DEBUG [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:09,256 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(327): Store=767528e65d48f3d7cb88fc98c1118c7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:09,257 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,263 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767528e65d48f3d7cb88fc98c1118c7b columnFamilyName f1 2024-12-06T02:22:09,263 DEBUG [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:09,264 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(327): Store=767528e65d48f3d7cb88fc98c1118c7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:09,265 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,269 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 767528e65d48f3d7cb88fc98c1118c7b columnFamilyName norep 2024-12-06T02:22:09,270 DEBUG [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:09,270 INFO [StoreOpener-767528e65d48f3d7cb88fc98c1118c7b-1 {}] regionserver.HStore(327): Store=767528e65d48f3d7cb88fc98c1118c7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:09,271 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,271 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,272 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,277 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,277 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,277 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:09,280 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,288 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:09,289 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 767528e65d48f3d7cb88fc98c1118c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938461, jitterRate=0.02726311981678009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:09,289 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:09,289 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 767528e65d48f3d7cb88fc98c1118c7b: Running coprocessor pre-open hook at 1733451729223Writing region info on filesystem at 1733451729223Initializing all the Stores at 1733451729233 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451729233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451729244 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451729245 (+1 ms)Cleaning up temporary data from old regions at 1733451729277 (+32 ms)Running coprocessor post-open hooks at 1733451729289 (+12 ms)Region opened successfully at 1733451729289 2024-12-06T02:22:09,293 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., pid=6, masterSystemTime=1733451729189 2024-12-06T02:22:09,301 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:09,301 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:09,302 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=767528e65d48f3d7cb88fc98c1118c7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 767528e65d48f3d7cb88fc98c1118c7b, server=5c7979348d1b,38813,1733451718129 because future has completed 2024-12-06T02:22:09,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:09,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 767528e65d48f3d7cb88fc98c1118c7b, server=5c7979348d1b,38813,1733451718129 in 280 msec 2024-12-06T02:22:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:09,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=767528e65d48f3d7cb88fc98c1118c7b, ASSIGN in 463 msec 2024-12-06T02:22:09,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:09,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451729318"}]},"ts":"1733451729318"} 2024-12-06T02:22:09,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:09,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:09,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3880 sec 2024-12-06T02:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:10,084 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:10,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41499,1733451723839 2024-12-06T02:22:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ad5384 2024-12-06T02:22:10,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:10,086 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:10,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:10,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:10,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:10,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:10,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:10,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcd330dee82733305e8830b3319b00e9, NAME => 'test,,1733451730087.bcd330dee82733305e8830b3319b00e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e 2024-12-06T02:22:10,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451730087.bcd330dee82733305e8830b3319b00e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bcd330dee82733305e8830b3319b00e9, disabling compactions & flushes 2024-12-06T02:22:10,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451730087.bcd330dee82733305e8830b3319b00e9. after waiting 0 ms 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcd330dee82733305e8830b3319b00e9: Waiting for close lock at 1733451730122Disabling compacts and flushes for region at 1733451730122Disabling writes for close at 1733451730122Writing region close event to WAL at 1733451730122Closed at 1733451730122 2024-12-06T02:22:10,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:10,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451730087.bcd330dee82733305e8830b3319b00e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451730124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451730124"}]},"ts":"1733451730124"} 2024-12-06T02:22:10,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:10,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:10,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451730127"}]},"ts":"1733451730127"} 2024-12-06T02:22:10,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:10,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcd330dee82733305e8830b3319b00e9, ASSIGN}] 2024-12-06T02:22:10,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcd330dee82733305e8830b3319b00e9, ASSIGN 2024-12-06T02:22:10,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bcd330dee82733305e8830b3319b00e9, ASSIGN; state=OFFLINE, location=5c7979348d1b,38687,1733451724099; forceNewPlan=false, retain=false 2024-12-06T02:22:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:10,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcd330dee82733305e8830b3319b00e9, regionState=OPENING, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:10,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bcd330dee82733305e8830b3319b00e9, ASSIGN because future has completed 2024-12-06T02:22:10,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd330dee82733305e8830b3319b00e9, server=5c7979348d1b,38687,1733451724099}] 2024-12-06T02:22:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:10,452 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,452 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd330dee82733305e8830b3319b00e9, NAME => 'test,,1733451730087.bcd330dee82733305e8830b3319b00e9.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:10,453 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:10,453 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:10,453 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,453 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451730087.bcd330dee82733305e8830b3319b00e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:10,453 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,453 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,456 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,458 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd330dee82733305e8830b3319b00e9 columnFamilyName f 2024-12-06T02:22:10,458 DEBUG [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:10,458 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(327): Store=bcd330dee82733305e8830b3319b00e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:10,458 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,459 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd330dee82733305e8830b3319b00e9 columnFamilyName f1 2024-12-06T02:22:10,459 DEBUG [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:10,459 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(327): Store=bcd330dee82733305e8830b3319b00e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:10,460 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,461 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd330dee82733305e8830b3319b00e9 columnFamilyName norep 2024-12-06T02:22:10,461 DEBUG [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:10,461 INFO [StoreOpener-bcd330dee82733305e8830b3319b00e9-1 {}] regionserver.HStore(327): Store=bcd330dee82733305e8830b3319b00e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:10,461 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,462 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,462 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,463 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,463 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,464 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:10,465 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,467 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:10,467 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bcd330dee82733305e8830b3319b00e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61668424, jitterRate=-0.08106887340545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:10,468 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:10,468 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bcd330dee82733305e8830b3319b00e9: Running coprocessor pre-open hook at 1733451730453Writing region info on filesystem at 1733451730453Initializing all the Stores at 1733451730454 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451730454Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451730456 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451730456Cleaning up temporary data from old regions at 1733451730463 (+7 ms)Running coprocessor post-open hooks at 1733451730468 (+5 ms)Region opened successfully at 1733451730468 2024-12-06T02:22:10,469 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451730087.bcd330dee82733305e8830b3319b00e9., pid=6, masterSystemTime=1733451730445 2024-12-06T02:22:10,479 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,479 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:10,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcd330dee82733305e8830b3319b00e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd330dee82733305e8830b3319b00e9, server=5c7979348d1b,38687,1733451724099 because future has completed 2024-12-06T02:22:10,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:10,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd330dee82733305e8830b3319b00e9, server=5c7979348d1b,38687,1733451724099 in 193 msec 2024-12-06T02:22:10,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:10,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bcd330dee82733305e8830b3319b00e9, ASSIGN in 357 msec 2024-12-06T02:22:10,493 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:10,494 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451730493"}]},"ts":"1733451730493"} 2024-12-06T02:22:10,496 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:10,497 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:10,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 410 msec 2024-12-06T02:22:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:10,726 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:10,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41835,-1 for getting cluster id 2024-12-06T02:22:10,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:10,734 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde7fbbb-0975-4002-8d5e-f8a2af5f3886' 2024-12-06T02:22:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde7fbbb-0975-4002-8d5e-f8a2af5f3886" 2024-12-06T02:22:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecf2313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41835,-1] 2024-12-06T02:22:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:10,736 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:10,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441e42ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41835,1733451711011 2024-12-06T02:22:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f3e603 2024-12-06T02:22:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:10,740 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:10,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:42059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:22:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:22:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:10,757 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42059' 2024-12-06T02:22:10,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3feb0193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,760 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:10,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:10,761 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3706b110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:10,764 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:10,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c18c385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:10,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:10,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0937e8 2024-12-06T02:22:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:10,767 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:10,768 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:22:10,769 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:22:10,769 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:10,769 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:10,770 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:10,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:10,771 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:22:10,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:10,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:10,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:10,822 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:22:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:22:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:11,249 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f66c5dc84a4c1c75260be4d0ac947f6e, NAME => 'hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b 2024-12-06T02:22:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:22:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:11,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:22:11,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:22:11,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:11,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:22:11,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:11,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f66c5dc84a4c1c75260be4d0ac947f6e, disabling compactions & flushes 2024-12-06T02:22:11,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:11,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:11,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. after waiting 0 ms 2024-12-06T02:22:11,699 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:11,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:11,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f66c5dc84a4c1c75260be4d0ac947f6e: Waiting for close lock at 1733451731699Disabling compacts and flushes for region at 1733451731699Disabling writes for close at 1733451731699Writing region close event to WAL at 1733451731699Closed at 1733451731699 2024-12-06T02:22:11,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:11,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451731701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451731701"}]},"ts":"1733451731701"} 2024-12-06T02:22:11,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:11,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:11,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451731704"}]},"ts":"1733451731704"} 2024-12-06T02:22:11,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:22:11,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66c5dc84a4c1c75260be4d0ac947f6e, ASSIGN}] 2024-12-06T02:22:11,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66c5dc84a4c1c75260be4d0ac947f6e, ASSIGN 2024-12-06T02:22:11,708 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f66c5dc84a4c1c75260be4d0ac947f6e, ASSIGN; state=OFFLINE, location=5c7979348d1b,39751,1733451711166; forceNewPlan=false, retain=false 2024-12-06T02:22:11,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f66c5dc84a4c1c75260be4d0ac947f6e, regionState=OPENING, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:22:11,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f66c5dc84a4c1c75260be4d0ac947f6e, ASSIGN because future has completed 2024-12-06T02:22:11,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66c5dc84a4c1c75260be4d0ac947f6e, server=5c7979348d1b,39751,1733451711166}] 2024-12-06T02:22:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:22:12,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C39751%2C1733451711166.rep, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/oldWALs, maxLogs=10 2024-12-06T02:22:12,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.rep.1733451732025, exclude list is [], retry=0 2024-12-06T02:22:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44435,DS-4ec1b2da-78e7-4f3e-89ef-ea479da59570,DISK] 2024-12-06T02:22:12,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.rep.1733451732025 2024-12-06T02:22:12,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-12-06T02:22:12,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f66c5dc84a4c1c75260be4d0ac947f6e, NAME => 'hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:12,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:12,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:12,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. service=MultiRowMutationService 2024-12-06T02:22:12,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:22:12,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:12,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,100 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,109 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66c5dc84a4c1c75260be4d0ac947f6e columnFamilyName hfileref 2024-12-06T02:22:12,109 DEBUG [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:12,109 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(327): Store=f66c5dc84a4c1c75260be4d0ac947f6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:12,109 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,112 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66c5dc84a4c1c75260be4d0ac947f6e columnFamilyName queue 2024-12-06T02:22:12,113 DEBUG [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:12,116 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(327): Store=f66c5dc84a4c1c75260be4d0ac947f6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:12,117 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,118 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66c5dc84a4c1c75260be4d0ac947f6e columnFamilyName sid 2024-12-06T02:22:12,118 DEBUG [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:12,119 INFO [StoreOpener-f66c5dc84a4c1c75260be4d0ac947f6e-1 {}] regionserver.HStore(327): Store=f66c5dc84a4c1c75260be4d0ac947f6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:12,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:12,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:12,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f66c5dc84a4c1c75260be4d0ac947f6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72343477, jitterRate=0.07800181210041046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:12,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:12,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f66c5dc84a4c1c75260be4d0ac947f6e: Running coprocessor pre-open hook at 1733451732066Writing region info on filesystem at 1733451732066Initializing all the Stores at 1733451732076 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451732076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451732088 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451732088Cleaning up temporary data from old regions at 1733451732127 (+39 ms)Running coprocessor post-open hooks at 1733451732173 (+46 ms)Region opened successfully at 1733451732173 2024-12-06T02:22:12,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e., pid=10, masterSystemTime=1733451732014 2024-12-06T02:22:12,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:12,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:12,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f66c5dc84a4c1c75260be4d0ac947f6e, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,39751,1733451711166 2024-12-06T02:22:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f66c5dc84a4c1c75260be4d0ac947f6e, server=5c7979348d1b,39751,1733451711166 because future has completed 2024-12-06T02:22:12,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:22:12,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f66c5dc84a4c1c75260be4d0ac947f6e, server=5c7979348d1b,39751,1733451711166 in 352 msec 2024-12-06T02:22:12,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:22:12,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f66c5dc84a4c1c75260be4d0ac947f6e, ASSIGN in 511 msec 2024-12-06T02:22:12,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:12,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451732224"}]},"ts":"1733451732224"} 2024-12-06T02:22:12,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:22:12,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:12,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4640 sec 2024-12-06T02:22:12,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e., hostname=5c7979348d1b,39751,1733451711166, seqNum=2] 2024-12-06T02:22:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:22:12,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:22:12,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:12,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:12,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:22:12,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:22:12,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:22:12,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:22:12,732 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:22:12,762 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,39751,1733451711166, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:22:12,763 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:12,763 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39751,1733451711166, seqNum=-1] 2024-12-06T02:22:12,763 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:12,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-06T02:22:12,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,39751,1733451711166', locateType=CURRENT is [region=hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e., hostname=5c7979348d1b,39751,1733451711166, seqNum=2] 2024-12-06T02:22:12,767 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:22:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:22:12,769 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,39751,1733451711166 suceeded 2024-12-06T02:22:12,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:22:12,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T02:22:12,771 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:42059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:22:12,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0300 sec 2024-12-06T02:22:12,782 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42059' 2024-12-06T02:22:12,783 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3928ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,783 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:12,783 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:12,784 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58fbab44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:12,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,785 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:12,786 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@203504fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,786 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:12,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:12,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af8c9b5 2024-12-06T02:22:12,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:12,787 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-06T02:22:12,788 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,39751,1733451711166 (queues=1) is replicating from cluster=cde7fbbb-0975-4002-8d5e-f8a2af5f3886 to cluster=409e21b1-2d16-4a3b-9863-2513f5e29114 2024-12-06T02:22:12,788 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C39751%2C1733451711166 2024-12-06T02:22:12,788 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,39751,1733451711166, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:22:12,789 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C39751%2C1733451711166 2024-12-06T02:22:12,789 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, startPosition=0, beingWritten=true 2024-12-06T02:22:12,794 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:12,795 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:12,795 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39751,1733451711166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:12,893 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:22:12,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:12,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:12,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:12,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:12,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:12,895 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a553aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,897 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371e332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b46feb3 2024-12-06T02:22:12,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:12,899 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:12,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:41499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:22:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:22:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:12,902 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41499' 2024-12-06T02:22:12,902 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11784c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,902 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:12,903 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:12,903 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:12,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8529a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,905 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:12,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9008c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:12,905 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41499,1733451723839 2024-12-06T02:22:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38daf66a 2024-12-06T02:22:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:12,907 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:12,908 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T02:22:12,908 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:22:12,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:12,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:12,908 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:12,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:22:12,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:12,910 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:12,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:12,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:22:12,959 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:22:12,998 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:13,302 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:13,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1825747ace30119c675632637ee95da4, NAME => 'hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b 2024-12-06T02:22:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:22:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:13,719 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1825747ace30119c675632637ee95da4, disabling compactions & flushes 2024-12-06T02:22:13,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. after waiting 0 ms 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:13,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:13,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1825747ace30119c675632637ee95da4: Waiting for close lock at 1733451733764Disabling compacts and flushes for region at 1733451733764Disabling writes for close at 1733451733764Writing region close event to WAL at 1733451733764Closed at 1733451733764 2024-12-06T02:22:13,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:13,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451733766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451733766"}]},"ts":"1733451733766"} 2024-12-06T02:22:13,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:13,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:13,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451733770"}]},"ts":"1733451733770"} 2024-12-06T02:22:13,773 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:22:13,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1825747ace30119c675632637ee95da4, ASSIGN}] 2024-12-06T02:22:13,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1825747ace30119c675632637ee95da4, ASSIGN 2024-12-06T02:22:13,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1825747ace30119c675632637ee95da4, ASSIGN; state=OFFLINE, location=5c7979348d1b,38813,1733451718129; forceNewPlan=false, retain=false 2024-12-06T02:22:13,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1825747ace30119c675632637ee95da4, regionState=OPENING, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:13,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1825747ace30119c675632637ee95da4, ASSIGN because future has completed 2024-12-06T02:22:13,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1825747ace30119c675632637ee95da4, server=5c7979348d1b,38813,1733451718129}] 2024-12-06T02:22:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:14,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:14,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:14,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:22:14,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38813%2C1733451718129.rep, suffix=, logDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129, archiveDir=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/oldWALs, maxLogs=10 2024-12-06T02:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.rep.1733451734113, exclude list is [], retry=0 2024-12-06T02:22:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-7f7be843-35e2-49cb-8ee9-ef2eea5c9f2a,DISK] 2024-12-06T02:22:14,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.rep.1733451734113 2024-12-06T02:22:14,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T02:22:14,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1825747ace30119c675632637ee95da4, NAME => 'hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:14,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:14,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:14,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. service=MultiRowMutationService 2024-12-06T02:22:14,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:22:14,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:14,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,140 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,142 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1825747ace30119c675632637ee95da4 columnFamilyName hfileref 2024-12-06T02:22:14,142 DEBUG [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:14,142 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(327): Store=1825747ace30119c675632637ee95da4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:14,143 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,144 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1825747ace30119c675632637ee95da4 columnFamilyName queue 2024-12-06T02:22:14,144 DEBUG [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:14,144 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(327): Store=1825747ace30119c675632637ee95da4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:14,145 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,146 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1825747ace30119c675632637ee95da4 columnFamilyName sid 2024-12-06T02:22:14,146 DEBUG [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:14,146 INFO [StoreOpener-1825747ace30119c675632637ee95da4-1 {}] regionserver.HStore(327): Store=1825747ace30119c675632637ee95da4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:14,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:14,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:14,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1825747ace30119c675632637ee95da4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741310, jitterRate=0.11373230814933777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:14,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:14,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1825747ace30119c675632637ee95da4: Running coprocessor pre-open hook at 1733451734137Writing region info on filesystem at 1733451734137Initializing all the Stores at 1733451734138 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451734138Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451734140 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451734140Cleaning up temporary data from old regions at 1733451734148 (+8 ms)Running coprocessor post-open hooks at 1733451734153 (+5 ms)Region opened successfully at 1733451734153 2024-12-06T02:22:14,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4., pid=10, masterSystemTime=1733451734103 2024-12-06T02:22:14,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:14,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:14,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1825747ace30119c675632637ee95da4, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38813,1733451718129 2024-12-06T02:22:14,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1825747ace30119c675632637ee95da4, server=5c7979348d1b,38813,1733451718129 because future has completed 2024-12-06T02:22:14,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:22:14,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1825747ace30119c675632637ee95da4, server=5c7979348d1b,38813,1733451718129 in 224 msec 2024-12-06T02:22:14,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:22:14,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1825747ace30119c675632637ee95da4, ASSIGN in 394 msec 2024-12-06T02:22:14,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:14,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451734170"}]},"ts":"1733451734170"} 2024-12-06T02:22:14,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:22:14,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:14,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-12-06T02:22:14,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4., hostname=5c7979348d1b,38813,1733451718129, seqNum=2] 2024-12-06T02:22:14,234 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:14,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:14,274 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:14,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:22:14,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:22:14,449 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:22:14,498 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,38813,1733451718129, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:22:14,499 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:14,499 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38813,1733451718129, seqNum=-1] 2024-12-06T02:22:14,500 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:14,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T02:22:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,38813,1733451718129', locateType=CURRENT is [region=hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4., hostname=5c7979348d1b,38813,1733451718129, seqNum=2] 2024-12-06T02:22:14,536 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:22:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:22:14,547 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,38813,1733451718129 suceeded 2024-12-06T02:22:14,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:22:14,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-12-06T02:22:14,553 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:41499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:22:14,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6540 sec 2024-12-06T02:22:14,557 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:41499' 2024-12-06T02:22:14,559 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b60e94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:14,559 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:14,559 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:14,560 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:14,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:14,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79eaa300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:14,562 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:14,563 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d28f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:14,564 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:14,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41499,1733451723839 2024-12-06T02:22:14,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357c1f7a 2024-12-06T02:22:14,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:14,566 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-06T02:22:14,567 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,38813,1733451718129 (queues=1) is replicating from cluster=409e21b1-2d16-4a3b-9863-2513f5e29114 to cluster=577ef50d-d334-41e7-8637-d6e98aa57185 2024-12-06T02:22:14,568 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C38813%2C1733451718129 2024-12-06T02:22:14,568 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,38813,1733451718129, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:22:14,568 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, startPosition=0, beingWritten=true 2024-12-06T02:22:14,569 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C38813%2C1733451718129 2024-12-06T02:22:14,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:14,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:14,582 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:14,787 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:14,837 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:15,057 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:22:15,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:15,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:15,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:15,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:15,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:15,077 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b12a4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:15,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,080 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:15,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d314dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,41499,1733451723839 2024-12-06T02:22:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6185dd69 2024-12-06T02:22:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:15,094 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:15,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:42059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:22:15,095 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:22:15,099 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42059' 2024-12-06T02:22:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:15,116 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12643c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,116 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:15,117 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:15,117 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f4d008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,119 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa37c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:15,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:15,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:15,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe22846 2024-12-06T02:22:15,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:15,125 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:15,128 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:22:15,129 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:22:15,129 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,129 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:15,129 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:15,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:15,130 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:22:15,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:15,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:15,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:15,181 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:22:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:22:15,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c649f211825436f1f81323309eb4b7e4, NAME => 'hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e 2024-12-06T02:22:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c649f211825436f1f81323309eb4b7e4, disabling compactions & flushes 2024-12-06T02:22:15,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. after waiting 0 ms 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c649f211825436f1f81323309eb4b7e4: Waiting for close lock at 1733451735231Disabling compacts and flushes for region at 1733451735231Disabling writes for close at 1733451735231Writing region close event to WAL at 1733451735231Closed at 1733451735231 2024-12-06T02:22:15,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:15,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451735232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451735232"}]},"ts":"1733451735232"} 2024-12-06T02:22:15,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:15,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:15,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451735235"}]},"ts":"1733451735235"} 2024-12-06T02:22:15,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:22:15,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c649f211825436f1f81323309eb4b7e4, ASSIGN}] 2024-12-06T02:22:15,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c649f211825436f1f81323309eb4b7e4, ASSIGN 2024-12-06T02:22:15,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c649f211825436f1f81323309eb4b7e4, ASSIGN; state=OFFLINE, location=5c7979348d1b,38687,1733451724099; forceNewPlan=false, retain=false 2024-12-06T02:22:15,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c649f211825436f1f81323309eb4b7e4, regionState=OPENING, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c649f211825436f1f81323309eb4b7e4, ASSIGN because future has completed 2024-12-06T02:22:15,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c649f211825436f1f81323309eb4b7e4, server=5c7979348d1b,38687,1733451724099}] 2024-12-06T02:22:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:15,541 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:15,556 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:22:15,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38687%2C1733451724099.rep, suffix=, logDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099, archiveDir=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/oldWALs, maxLogs=10 2024-12-06T02:22:15,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.rep.1733451735568, exclude list is [], retry=0 2024-12-06T02:22:15,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-f2ef0788-6410-480f-a0d6-85bce7250b3a,DISK] 2024-12-06T02:22:15,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.rep.1733451735568 2024-12-06T02:22:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36997:36997)] 2024-12-06T02:22:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c649f211825436f1f81323309eb4b7e4, NAME => 'hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:15,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. service=MultiRowMutationService 2024-12-06T02:22:15,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,604 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,605 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c649f211825436f1f81323309eb4b7e4 columnFamilyName hfileref 2024-12-06T02:22:15,606 DEBUG [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:15,606 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(327): Store=c649f211825436f1f81323309eb4b7e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:15,606 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,607 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c649f211825436f1f81323309eb4b7e4 columnFamilyName queue 2024-12-06T02:22:15,607 DEBUG [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:15,607 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(327): Store=c649f211825436f1f81323309eb4b7e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:15,608 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,609 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c649f211825436f1f81323309eb4b7e4 columnFamilyName sid 2024-12-06T02:22:15,609 DEBUG [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:15,609 INFO [StoreOpener-c649f211825436f1f81323309eb4b7e4-1 {}] regionserver.HStore(327): Store=c649f211825436f1f81323309eb4b7e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/replication/c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/replication/c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:15,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/replication/c649f211825436f1f81323309eb4b7e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:15,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c649f211825436f1f81323309eb4b7e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61171963, jitterRate=-0.08846671879291534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:15,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:15,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c649f211825436f1f81323309eb4b7e4: Running coprocessor pre-open hook at 1733451735593Writing region info on filesystem at 1733451735593Initializing all the Stores at 1733451735595 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451735595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451735604 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451735604Cleaning up temporary data from old regions at 1733451735611 (+7 ms)Running coprocessor post-open hooks at 1733451735616 (+5 ms)Region opened successfully at 1733451735616 2024-12-06T02:22:15,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4., pid=10, masterSystemTime=1733451735564 2024-12-06T02:22:15,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c649f211825436f1f81323309eb4b7e4, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38687,1733451724099 2024-12-06T02:22:15,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c649f211825436f1f81323309eb4b7e4, server=5c7979348d1b,38687,1733451724099 because future has completed 2024-12-06T02:22:15,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:22:15,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c649f211825436f1f81323309eb4b7e4, server=5c7979348d1b,38687,1733451724099 in 223 msec 2024-12-06T02:22:15,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:22:15,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c649f211825436f1f81323309eb4b7e4, ASSIGN in 392 msec 2024-12-06T02:22:15,633 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:15,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451735633"}]},"ts":"1733451735633"} 2024-12-06T02:22:15,636 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:22:15,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:15,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 509 msec 2024-12-06T02:22:15,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4., hostname=5c7979348d1b,38687,1733451724099, seqNum=2] 2024-12-06T02:22:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:15,770 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:15,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:22:15,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:22:15,946 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:22:15,987 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,38687,1733451724099, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:22:15,988 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:15,988 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38687,1733451724099, seqNum=-1] 2024-12-06T02:22:15,988 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:15,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T02:22:15,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,38687,1733451724099', locateType=CURRENT is [region=hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4., hostname=5c7979348d1b,38687,1733451724099, seqNum=2] 2024-12-06T02:22:15,997 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:22:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:22:15,999 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,38687,1733451724099 suceeded 2024-12-06T02:22:16,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:22:16,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-06T02:22:16,001 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:42059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:22:16,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 907 msec 2024-12-06T02:22:16,016 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:42059' 2024-12-06T02:22:16,018 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aad9b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,018 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:16,018 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,019 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a75337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,020 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,021 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d1ce5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,021 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,42059,1733451717752 2024-12-06T02:22:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a7c648 2024-12-06T02:22:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:16,023 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-06T02:22:16,024 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,38687,1733451724099 (queues=1) is replicating from cluster=577ef50d-d334-41e7-8637-d6e98aa57185 to cluster=409e21b1-2d16-4a3b-9863-2513f5e29114 2024-12-06T02:22:16,024 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C38687%2C1733451724099 2024-12-06T02:22:16,024 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,38687,1733451724099, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:22:16,025 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, startPosition=0, beingWritten=true 2024-12-06T02:22:16,026 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C38687%2C1733451724099 2024-12-06T02:22:16,030 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:16,030 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 379, reset compression=false 2024-12-06T02:22:16,030 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:16,076 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:16,244 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:22:16,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:16,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:16,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:16,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41835,-1 for getting cluster id 2024-12-06T02:22:16,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,245 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde7fbbb-0975-4002-8d5e-f8a2af5f3886' 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde7fbbb-0975-4002-8d5e-f8a2af5f3886" 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b2810f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41835,-1] 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,250 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d363bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,251 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 379, reset compression=false 2024-12-06T02:22:16,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:16,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,254 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6749a5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,256 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676e826e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:16,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,269 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:16,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529422d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,271 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eb143e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:16,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,39751,1733451711166, seqNum=-1] 2024-12-06T02:22:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:16,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697., hostname=5c7979348d1b,39751,1733451711166, seqNum=2] 2024-12-06T02:22:16,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38687,1733451724099, seqNum=-1] 2024-12-06T02:22:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:16,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451730087.bcd330dee82733305e8830b3319b00e9., hostname=5c7979348d1b,38687,1733451724099, seqNum=2] 2024-12-06T02:22:16,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T02:22:16,347 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 379, reset compression=false 2024-12-06T02:22:16,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:16,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:16,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39751,1733451711166 got entry batch from reader: WALEntryBatch [walEntries=[{test/a892365152f33b8d7c00bf8fb4ce9697/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T02:22:16,358 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:16,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-06T02:22:16,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:16,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70de88ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,42059,-1 for getting cluster id 2024-12-06T02:22:16,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,369 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '409e21b1-2d16-4a3b-9863-2513f5e29114' 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "409e21b1-2d16-4a3b-9863-2513f5e29114" 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c87e639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,42059,-1] 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,371 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146e3e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38813,1733451718129, seqNum=-1] 2024-12-06T02:22:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:16,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T02:22:16,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., hostname=5c7979348d1b,38813,1733451718129, seqNum=2] 2024-12-06T02:22:16,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:16,555 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 379, reset compression=false 2024-12-06T02:22:16,560 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:16,680 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 379, reset compression=false 2024-12-06T02:22:16,684 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:16,684 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 504, reset compression=false 2024-12-06T02:22:16,688 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[{test/767528e65d48f3d7cb88fc98c1118c7b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T02:22:16,692 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:16,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-06T02:22:16,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:16,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a79e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,41499,-1 for getting cluster id 2024-12-06T02:22:16,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:16,697 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577ef50d-d334-41e7-8637-d6e98aa57185' 2024-12-06T02:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577ef50d-d334-41e7-8637-d6e98aa57185" 2024-12-06T02:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb11954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,41499,-1] 2024-12-06T02:22:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:16,698 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:16,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ca3798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:16,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38687,1733451724099, seqNum=-1] 2024-12-06T02:22:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:16,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T02:22:16,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733451730087.bcd330dee82733305e8830b3319b00e9., hostname=5c7979348d1b,38687,1733451724099, seqNum=2] 2024-12-06T02:22:16,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:16,881 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:16,890 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 504, reset compression=false 2024-12-06T02:22:16,968 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 379, reset compression=false 2024-12-06T02:22:16,977 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:16,977 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 527, reset compression=false 2024-12-06T02:22:16,977 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:17,181 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 527, reset compression=false 2024-12-06T02:22:17,195 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 504, reset compression=false 2024-12-06T02:22:17,284 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:17,297 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T02:22:17,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38813,1733451718129, seqNum=-1] 2024-12-06T02:22:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:17,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., hostname=5c7979348d1b,38813,1733451718129, seqNum=2] 2024-12-06T02:22:17,310 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T02:22:17,486 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 527, reset compression=false 2024-12-06T02:22:17,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:17,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,605 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 504, reset compression=false 2024-12-06T02:22:17,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 608, reset compression=false 2024-12-06T02:22:17,634 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[{test/767528e65d48f3d7cb88fc98c1118c7b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:22:17,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:17,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:17,801 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:17,854 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 608, reset compression=false 2024-12-06T02:22:17,890 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 527, reset compression=false 2024-12-06T02:22:17,894 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:17,894 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 654, reset compression=false 2024-12-06T02:22:17,895 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:18,101 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 654, reset compression=false 2024-12-06T02:22:18,157 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 608, reset compression=false 2024-12-06T02:22:18,313 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T02:22:18,317 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T02:22:18,404 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:18,407 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 654, reset compression=false 2024-12-06T02:22:18,413 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:18,413 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:18,413 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[{test/bcd330dee82733305e8830b3319b00e9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T02:22:18,415 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:18,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-06T02:22:18,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:18,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:18,570 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 608, reset compression=false 2024-12-06T02:22:18,590 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:18,590 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 735, reset compression=false 2024-12-06T02:22:18,590 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:18,624 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:18,799 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 735, reset compression=false 2024-12-06T02:22:18,943 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:19,111 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:19,116 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 735, reset compression=false 2024-12-06T02:22:19,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T02:22:19,325 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T02:22:19,361 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:19,520 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 735, reset compression=false 2024-12-06T02:22:19,865 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:19,914 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 480, reset compression=false 2024-12-06T02:22:19,918 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:19,918 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:19,918 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39751,1733451711166 got entry batch from reader: WALEntryBatch [walEntries=[{test/a892365152f33b8d7c00bf8fb4ce9697/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T02:22:19,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:19,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:20,032 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 735, reset compression=false 2024-12-06T02:22:20,040 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:20,040 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 883, reset compression=false 2024-12-06T02:22:20,040 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[{test/767528e65d48f3d7cb88fc98c1118c7b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T02:22:20,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:20,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:20,122 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:20,244 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 883, reset compression=false 2024-12-06T02:22:20,327 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T02:22:20,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T02:22:20,426 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:20,473 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 758, reset compression=false 2024-12-06T02:22:20,477 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:20,477 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 929, reset compression=false 2024-12-06T02:22:20,477 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:20,547 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 883, reset compression=false 2024-12-06T02:22:20,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:20,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1042, reset compression=false 2024-12-06T02:22:20,554 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[{test/767528e65d48f3d7cb88fc98c1118c7b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T02:22:20,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:20,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:20,681 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 929, reset compression=false 2024-12-06T02:22:20,689 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:20,689 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1078, reset compression=false 2024-12-06T02:22:20,689 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:20,768 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1042, reset compression=false 2024-12-06T02:22:20,830 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:20,893 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1078, reset compression=false 2024-12-06T02:22:20,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:22:21,072 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1042, reset compression=false 2024-12-06T02:22:21,197 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1078, reset compression=false 2024-12-06T02:22:21,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T02:22:21,333 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:21,342 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T02:22:21,484 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1042, reset compression=false 2024-12-06T02:22:21,606 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1078, reset compression=false 2024-12-06T02:22:21,614 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:22:21,614 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1237, reset compression=false 2024-12-06T02:22:21,614 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[{test/bcd330dee82733305e8830b3319b00e9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T02:22:21,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T02:22:21,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T02:22:21,822 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1237, reset compression=false 2024-12-06T02:22:21,942 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:22,000 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1042, reset compression=false 2024-12-06T02:22:22,025 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:22,025 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:22,026 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:22,126 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1237, reset compression=false 2024-12-06T02:22:22,261 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:22,344 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T02:22:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:22:22,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:22,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:22,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:22,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:22,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:22,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:22:22,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679014894, stopped=false 2024-12-06T02:22:22,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,41499,1733451723839 2024-12-06T02:22:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2294055505/running 2024-12-06T02:22:22,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:22,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:22,360 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2294055505/running 2024-12-06T02:22:22,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:22,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/running 2024-12-06T02:22:22,383 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:22,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:22,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:22,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,38687,1733451724099' ***** 2024-12-06T02:22:22,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:22:22,386 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:22:22,386 INFO [RS:0;5c7979348d1b:38687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:22:22,386 INFO [RS:0;5c7979348d1b:38687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:22:22,387 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for bcd330dee82733305e8830b3319b00e9 2024-12-06T02:22:22,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:22:22,388 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:22,388 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,38687,1733451724099 2024-12-06T02:22:22,388 INFO [RS:0;5c7979348d1b:38687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:22,388 INFO [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38687. 2024-12-06T02:22:22,388 DEBUG [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:22,388 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:22,389 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:22:22,389 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:22:22,389 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:22:22,389 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:22:22,389 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcd330dee82733305e8830b3319b00e9, disabling compactions & flushes 2024-12-06T02:22:22,389 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:22,389 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:22,389 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451730087.bcd330dee82733305e8830b3319b00e9. after waiting 0 ms 2024-12-06T02:22:22,389 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:22,390 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcd330dee82733305e8830b3319b00e9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T02:22:22,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Set watcher on znode that does not yet exist, /2294055505/running 2024-12-06T02:22:22,406 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:22:22,406 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcd330dee82733305e8830b3319b00e9=test,,1733451730087.bcd330dee82733305e8830b3319b00e9., c649f211825436f1f81323309eb4b7e4=hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.} 2024-12-06T02:22:22,407 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:22,407 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:22,407 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:22,407 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:22,407 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:22,407 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:22,407 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:22:22,416 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:22:22,416 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:22:22,438 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/info/a652847c7e3840228d4af68cb73c8ef2 is 147, key is hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4./info:regioninfo/1733451735622/Put/seqid=0 2024-12-06T02:22:22,439 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:22,443 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f/8cdb50a8887540eb8c9ab8010b26737f is 29, key is row1/f:/1733451740328/DeleteFamily/seqid=0 2024-12-06T02:22:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741841_1017 (size=5152) 2024-12-06T02:22:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741840_1016 (size=7686) 2024-12-06T02:22:22,529 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1237, reset compression=false 2024-12-06T02:22:22,537 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:22,537 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1484, reset compression=false 2024-12-06T02:22:22,537 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38687,1733451724099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:22,538 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,38687,1733451724099: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,38687,1733451724099, walGroup=5c7979348d1b%2C38687%2C1733451724099, offset=5c7979348d1b%2C38687%2C1733451724099.1733451726540:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:22:22,540 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:22:22,540 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:22:22,541 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:22:22,541 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:22:22,541 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:22:22,541 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 861651640 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201807296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:22:22,541 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:22:22,564 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-06T02:22:22,564 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:22,564 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-06T02:22:22,607 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:22,673 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:22,740 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1484, reset compression=false 2024-12-06T02:22:22,807 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:22,869 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f/8cdb50a8887540eb8c9ab8010b26737f 2024-12-06T02:22:22,885 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/info/a652847c7e3840228d4af68cb73c8ef2 2024-12-06T02:22:22,891 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cdb50a8887540eb8c9ab8010b26737f 2024-12-06T02:22:22,937 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f1/0766bcfe76d34a599acb05d466c318e5 is 30, key is row1/f1:/1733451740328/DeleteFamily/seqid=0 2024-12-06T02:22:22,943 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/ns/2a57d94a8c2d424fb93717d0e9f9bc03 is 43, key is default/ns:d/1733451727102/Put/seqid=0 2024-12-06T02:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741843_1019 (size=5153) 2024-12-06T02:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741842_1018 (size=5158) 2024-12-06T02:22:22,980 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:23,007 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:23,048 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1484, reset compression=false 2024-12-06T02:22:23,207 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:23,361 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/ns/2a57d94a8c2d424fb93717d0e9f9bc03 2024-12-06T02:22:23,361 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f1/0766bcfe76d34a599acb05d466c318e5 2024-12-06T02:22:23,365 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0766bcfe76d34a599acb05d466c318e5 2024-12-06T02:22:23,380 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/c50831de37994919a679887418d865a8 is 112, key is test,,1733451730087.bcd330dee82733305e8830b3319b00e9./rep_barrier:seqnumDuringOpen/1733451730479/Put/seqid=0 2024-12-06T02:22:23,382 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/norep/2ca718797fa44828a9b7af274f62b639 is 33, key is row2/norep:/1733451741334/DeleteFamily/seqid=0 2024-12-06T02:22:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741845_1021 (size=5108) 2024-12-06T02:22:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741844_1020 (size=5518) 2024-12-06T02:22:23,407 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:23,452 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1484, reset compression=false 2024-12-06T02:22:23,484 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:23,496 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:23,608 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:23,787 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/norep/2ca718797fa44828a9b7af274f62b639 2024-12-06T02:22:23,787 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/c50831de37994919a679887418d865a8 2024-12-06T02:22:23,790 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca718797fa44828a9b7af274f62b639 2024-12-06T02:22:23,790 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f/8cdb50a8887540eb8c9ab8010b26737f as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/f/8cdb50a8887540eb8c9ab8010b26737f 2024-12-06T02:22:23,798 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cdb50a8887540eb8c9ab8010b26737f 2024-12-06T02:22:23,798 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/f/8cdb50a8887540eb8c9ab8010b26737f, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:23,799 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/f1/0766bcfe76d34a599acb05d466c318e5 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/f1/0766bcfe76d34a599acb05d466c318e5 2024-12-06T02:22:23,804 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0766bcfe76d34a599acb05d466c318e5 2024-12-06T02:22:23,804 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/f1/0766bcfe76d34a599acb05d466c318e5, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:23,804 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/table/f63fa4873d9543b999da369473c8b6ed is 53, key is hbase:replication/table:state/1733451735633/Put/seqid=0 2024-12-06T02:22:23,805 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/.tmp/norep/2ca718797fa44828a9b7af274f62b639 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/norep/2ca718797fa44828a9b7af274f62b639 2024-12-06T02:22:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741846_1022 (size=5308) 2024-12-06T02:22:23,808 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcd330dee82733305e8830b3319b00e9, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:23,808 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca718797fa44828a9b7af274f62b639 2024-12-06T02:22:23,808 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/norep/2ca718797fa44828a9b7af274f62b639, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:23,809 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bcd330dee82733305e8830b3319b00e9 in 1420ms, sequenceid=10, compaction requested=false 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/default/test/bcd330dee82733305e8830b3319b00e9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:23,815 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcd330dee82733305e8830b3319b00e9: Waiting for close lock at 1733451742389Running coprocessor pre-close hooks at 1733451742389Disabling compacts and flushes for region at 1733451742389Disabling writes for close at 1733451742389Obtaining lock to block concurrent updates at 1733451742390 (+1 ms)Preparing flush snapshotting stores in bcd330dee82733305e8830b3319b00e9 at 1733451742390Finished memstore snapshotting test,,1733451730087.bcd330dee82733305e8830b3319b00e9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733451742390Flushing stores of test,,1733451730087.bcd330dee82733305e8830b3319b00e9. at 1733451742390Flushing bcd330dee82733305e8830b3319b00e9/f: creating writer at 1733451742391 (+1 ms)Flushing bcd330dee82733305e8830b3319b00e9/f: appending metadata at 1733451742442 (+51 ms)Flushing bcd330dee82733305e8830b3319b00e9/f: closing flushed file at 1733451742442Flushing bcd330dee82733305e8830b3319b00e9/f1: creating writer at 1733451742892 (+450 ms)Flushing bcd330dee82733305e8830b3319b00e9/f1: appending metadata at 1733451742936 (+44 ms)Flushing bcd330dee82733305e8830b3319b00e9/f1: closing flushed file at 1733451742936Flushing bcd330dee82733305e8830b3319b00e9/norep: creating writer at 1733451743365 (+429 ms)Flushing bcd330dee82733305e8830b3319b00e9/norep: appending metadata at 1733451743381 (+16 ms)Flushing bcd330dee82733305e8830b3319b00e9/norep: closing flushed file at 1733451743381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9d0fef: reopening flushed file at 1733451743790 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae60a67: reopening flushed file at 1733451743798 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369ae8d8: reopening flushed file at 1733451743804 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bcd330dee82733305e8830b3319b00e9 in 1420ms, sequenceid=10, compaction requested=false at 1733451743809 (+5 ms)Writing region close event to WAL at 1733451743812 (+3 ms)Running coprocessor post-close hooks at 1733451743815 (+3 ms)Closed at 1733451743815 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451730087.bcd330dee82733305e8830b3319b00e9. 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c649f211825436f1f81323309eb4b7e4, disabling compactions & flushes 2024-12-06T02:22:23,815 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. after waiting 0 ms 2024-12-06T02:22:23,815 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:23,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c649f211825436f1f81323309eb4b7e4: Waiting for close lock at 1733451743815Running coprocessor pre-close hooks at 1733451743815Disabling compacts and flushes for region at 1733451743815Disabling writes for close at 1733451743815Failed flush hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4., putting online again at 1733451743816 (+1 ms) 2024-12-06T02:22:23,816 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:23,956 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 1484, reset compression=false 2024-12-06T02:22:23,960 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:23,960 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 2128, reset compression=false 2024-12-06T02:22:24,008 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:22:24,008 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c649f211825436f1f81323309eb4b7e4=hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4.} 2024-12-06T02:22:24,008 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:24,008 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c649f211825436f1f81323309eb4b7e4 2024-12-06T02:22:24,008 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c649f211825436f1f81323309eb4b7e4, disabling compactions & flushes 2024-12-06T02:22:24,008 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:24,008 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:24,008 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. after waiting 0 ms 2024-12-06T02:22:24,008 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:24,008 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c649f211825436f1f81323309eb4b7e4: Waiting for close lock at 1733451744008Running coprocessor pre-close hooks at 1733451744008Disabling compacts and flushes for region at 1733451744008Disabling writes for close at 1733451744008Failed flush hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4., putting online again at 1733451744008 2024-12-06T02:22:24,009 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733451735129.c649f211825436f1f81323309eb4b7e4. 2024-12-06T02:22:24,100 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:24,163 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 2128, reset compression=false 2024-12-06T02:22:24,208 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/table/f63fa4873d9543b999da369473c8b6ed 2024-12-06T02:22:24,208 DEBUG [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:22:24,212 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/info/a652847c7e3840228d4af68cb73c8ef2 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/info/a652847c7e3840228d4af68cb73c8ef2 2024-12-06T02:22:24,215 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/info/a652847c7e3840228d4af68cb73c8ef2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:22:24,216 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/ns/2a57d94a8c2d424fb93717d0e9f9bc03 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/ns/2a57d94a8c2d424fb93717d0e9f9bc03 2024-12-06T02:22:24,219 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/ns/2a57d94a8c2d424fb93717d0e9f9bc03, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:22:24,220 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/c50831de37994919a679887418d865a8 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/rep_barrier/c50831de37994919a679887418d865a8 2024-12-06T02:22:24,223 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/rep_barrier/c50831de37994919a679887418d865a8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:22:24,224 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/.tmp/table/f63fa4873d9543b999da369473c8b6ed as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/table/f63fa4873d9543b999da369473c8b6ed 2024-12-06T02:22:24,227 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/table/f63fa4873d9543b999da369473c8b6ed, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:22:24,228 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1821ms, sequenceid=16, compaction requested=false 2024-12-06T02:22:24,231 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:22:24,232 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:24,232 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:22:24,232 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:24,232 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451742406Running coprocessor pre-close hooks at 1733451742406Disabling compacts and flushes for region at 1733451742406Disabling writes for close at 1733451742407 (+1 ms)Obtaining lock to block concurrent updates at 1733451742407Preparing flush snapshotting stores in 1588230740 at 1733451742407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451742407Flushing stores of hbase:meta,,1.1588230740 at 1733451742408 (+1 ms)Flushing 1588230740/info: creating writer at 1733451742408Flushing 1588230740/info: appending metadata at 1733451742438 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733451742438Flushing 1588230740/ns: creating writer at 1733451742914 (+476 ms)Flushing 1588230740/ns: appending metadata at 1733451742943 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1733451742943Flushing 1588230740/rep_barrier: creating writer at 1733451743366 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451743380 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451743380Flushing 1588230740/table: creating writer at 1733451743790 (+410 ms)Flushing 1588230740/table: appending metadata at 1733451743804 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733451743804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc9a30c: reopening flushed file at 1733451744212 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403fb8f9: reopening flushed file at 1733451744215 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1367f39b: reopening flushed file at 1733451744219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62294b08: reopening flushed file at 1733451744223 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1821ms, sequenceid=16, compaction requested=false at 1733451744228 (+5 ms)Writing region close event to WAL at 1733451744229 (+1 ms)Running coprocessor post-close hooks at 1733451744232 (+3 ms)Closed at 1733451744232 2024-12-06T02:22:24,232 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:24,387 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:24,408 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T02:22:24,409 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,38687,1733451724099; all regions closed. 2024-12-06T02:22:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:22:24,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.meta.1733451726987.meta not finished, retry = 0 2024-12-06T02:22:24,466 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 to pos 2128, reset compression=false 2024-12-06T02:22:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741839_1015 (size=2171) 2024-12-06T02:22:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741833_1009 (size=2136) 2024-12-06T02:22:24,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/WALs/5c7979348d1b,38687,1733451724099/5c7979348d1b%2C38687%2C1733451724099.1733451726540 not finished, retry = 0 2024-12-06T02:22:24,618 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:24,618 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:24,618 INFO [RS:0;5c7979348d1b:38687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:24,619 INFO [RS:0;5c7979348d1b:38687 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:24,619 INFO [RS:0;5c7979348d1b:38687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:24,619 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:24,619 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,38687,1733451724099 because: Region server is closing 2024-12-06T02:22:24,620 INFO [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38687. 2024-12-06T02:22:24,620 DEBUG [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:24,620 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:24,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:24,620 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:24,720 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.shipper5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 terminated 2024-12-06T02:22:24,720 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38687,1733451724099.replicationSource.wal-reader.5c7979348d1b%2C38687%2C1733451724099,1-5c7979348d1b,38687,1733451724099 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:22:24,721 INFO [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38687. 2024-12-06T02:22:24,721 DEBUG [RS:0;5c7979348d1b:38687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:24,721 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:24,721 DEBUG [RS:0;5c7979348d1b:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:24,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:24,721 INFO [RS:0;5c7979348d1b:38687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38687 2024-12-06T02:22:24,726 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2294055505/rs/5c7979348d1b,38687,1733451724099 2024-12-06T02:22:24,726 INFO [RS:0;5c7979348d1b:38687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:24,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505/rs 2024-12-06T02:22:24,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,38687,1733451724099] 2024-12-06T02:22:24,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2294055505/draining/5c7979348d1b,38687,1733451724099 already deleted, retry=false 2024-12-06T02:22:24,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,38687,1733451724099 expired; onlineServers=0 2024-12-06T02:22:24,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,41499,1733451723839' ***** 2024-12-06T02:22:24,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:22:24,786 INFO [M:0;5c7979348d1b:41499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:24,786 INFO [M:0;5c7979348d1b:41499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:24,786 DEBUG [M:0;5c7979348d1b:41499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:22:24,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:22:24,786 DEBUG [M:0;5c7979348d1b:41499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:22:24,786 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451726210 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451726210,5,FailOnTimeoutGroup] 2024-12-06T02:22:24,786 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451726209 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451726209,5,FailOnTimeoutGroup] 2024-12-06T02:22:24,786 INFO [M:0;5c7979348d1b:41499 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:24,786 INFO [M:0;5c7979348d1b:41499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:24,786 DEBUG [M:0;5c7979348d1b:41499 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:22:24,786 INFO [M:0;5c7979348d1b:41499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:22:24,787 INFO [M:0;5c7979348d1b:41499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:24,787 INFO [M:0;5c7979348d1b:41499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:22:24,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:22:24,803 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:24,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2294055505/master 2024-12-06T02:22:24,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2294055505 2024-12-06T02:22:24,820 DEBUG [M:0;5c7979348d1b:41499 {}] zookeeper.ZKUtil(347): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Unable to get data of znode /2294055505/master because node does not exist (not an error) 2024-12-06T02:22:24,820 WARN [M:0;5c7979348d1b:41499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:22:24,830 INFO [M:0;5c7979348d1b:41499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/.lastflushedseqids 2024-12-06T02:22:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741847_1023 (size=245) 2024-12-06T02:22:24,835 INFO [M:0;5c7979348d1b:41499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:22:24,835 INFO [M:0;5c7979348d1b:41499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:22:24,835 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:24,835 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:24,835 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:24,835 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:24,835 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:24,835 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T02:22:24,837 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:24,837 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101a871f56d0007, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:24,837 INFO [RS:0;5c7979348d1b:38687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:24,837 INFO [RS:0;5c7979348d1b:38687 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,38687,1733451724099; zookeeper connection closed. 2024-12-06T02:22:24,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c7db386 2024-12-06T02:22:24,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:22:24,848 DEBUG [M:0;5c7979348d1b:41499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaf1e4baad5d4a19873097234267a759 is 82, key is hbase:meta,,1/info:regioninfo/1733451727063/Put/seqid=0 2024-12-06T02:22:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741848_1024 (size=5672) 2024-12-06T02:22:25,251 INFO [M:0;5c7979348d1b:41499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaf1e4baad5d4a19873097234267a759 2024-12-06T02:22:25,275 DEBUG [M:0;5c7979348d1b:41499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a7986027b645f9a9e06a512a21000b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451735639/Put/seqid=0 2024-12-06T02:22:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741849_1025 (size=8516) 2024-12-06T02:22:25,300 INFO [M:0;5c7979348d1b:41499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a7986027b645f9a9e06a512a21000b 2024-12-06T02:22:25,331 DEBUG [M:0;5c7979348d1b:41499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f691dd8300fd4ed790d06c68d682c5ca is 69, key is 5c7979348d1b,38687,1733451724099/rs:state/1733451726261/Put/seqid=0 2024-12-06T02:22:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741850_1026 (size=5156) 2024-12-06T02:22:25,339 INFO [M:0;5c7979348d1b:41499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f691dd8300fd4ed790d06c68d682c5ca 2024-12-06T02:22:25,345 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaf1e4baad5d4a19873097234267a759 as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaf1e4baad5d4a19873097234267a759 2024-12-06T02:22:25,359 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaf1e4baad5d4a19873097234267a759, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:22:25,365 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6a7986027b645f9a9e06a512a21000b as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a7986027b645f9a9e06a512a21000b 2024-12-06T02:22:25,378 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6a7986027b645f9a9e06a512a21000b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:22:25,388 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f691dd8300fd4ed790d06c68d682c5ca as hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f691dd8300fd4ed790d06c68d682c5ca 2024-12-06T02:22:25,390 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:25,412 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33439/user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f691dd8300fd4ed790d06c68d682c5ca, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:22:25,420 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=97, compaction requested=false 2024-12-06T02:22:25,432 INFO [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:25,432 DEBUG [M:0;5c7979348d1b:41499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451744835Disabling compacts and flushes for region at 1733451744835Disabling writes for close at 1733451744835Obtaining lock to block concurrent updates at 1733451744835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451744835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733451744836 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451744836Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451744836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451744847 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451744847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451745256 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451745275 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451745275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451745310 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451745330 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451745330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8b34fc: reopening flushed file at 1733451745344 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2916041e: reopening flushed file at 1733451745359 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a89b957: reopening flushed file at 1733451745378 (+19 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=97, compaction requested=false at 1733451745420 (+42 ms)Writing region close event to WAL at 1733451745432 (+12 ms)Closed at 1733451745432 2024-12-06T02:22:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741830_1006 (size=63654) 2024-12-06T02:22:25,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f29e4191-17a8-d13f-e559-fef713181a8e/MasterData/WALs/5c7979348d1b,41499,1733451723839/5c7979348d1b%2C41499%2C1733451723839.1733451725497 not finished, retry = 0 2024-12-06T02:22:25,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:25,548 INFO [M:0;5c7979348d1b:41499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:22:25,548 INFO [M:0;5c7979348d1b:41499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41499 2024-12-06T02:22:25,549 INFO [M:0;5c7979348d1b:41499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:25,606 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:25,658 INFO [M:0;5c7979348d1b:41499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41499-0x101a871f56d0006, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:25,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:25,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:25,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:25,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:25,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:25,663 WARN [BP-984158738-172.17.0.3-1733451720970 heartbeating to localhost/127.0.0.1:33439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:22:25,663 WARN [BP-984158738-172.17.0.3-1733451720970 heartbeating to localhost/127.0.0.1:33439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-984158738-172.17.0.3-1733451720970 (Datanode Uuid a58b2e0f-03ca-45f8-8e90-9334702da3a3) service to localhost/127.0.0.1:33439 2024-12-06T02:22:25,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/cluster_7824cfb0-1def-fc72-1606-d09342f6d895/data/data1/current/BP-984158738-172.17.0.3-1733451720970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:25,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/cluster_7824cfb0-1def-fc72-1606-d09342f6d895/data/data2/current/BP-984158738-172.17.0.3-1733451720970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:25,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:22:25,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:22:25,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:22:25,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:25,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:25,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:25,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:25,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:22:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:22:25,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:25,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:25,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:25,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:25,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:25,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:22:25,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433115055, stopped=false 2024-12-06T02:22:25,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,42059,1733451717752 2024-12-06T02:22:25,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1586318059/running 2024-12-06T02:22:25,705 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1586318059/running 2024-12-06T02:22:25,705 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:25,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:25,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:25,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:25,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/running 2024-12-06T02:22:25,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:25,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Set watcher on znode that does not yet exist, /1586318059/running 2024-12-06T02:22:25,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:25,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,38813,1733451718129' ***** 2024-12-06T02:22:25,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1825747ace30119c675632637ee95da4 2024-12-06T02:22:25,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:25,706 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,38813,1733451718129 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38813. 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1825747ace30119c675632637ee95da4, disabling compactions & flushes 2024-12-06T02:22:25,707 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:25,707 DEBUG [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:25,707 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. after waiting 0 ms 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:22:25,707 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1825747ace30119c675632637ee95da4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-06T02:22:25,707 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:22:25,707 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1325): Online Regions={1825747ace30119c675632637ee95da4=hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4., 767528e65d48f3d7cb88fc98c1118c7b=test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:22:25,707 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1825747ace30119c675632637ee95da4, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:25,707 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:25,707 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:25,707 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:22:25,722 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/info/5e8c0475e65748c6855c426df5260b16 is 147, key is hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4./info:regioninfo/1733451734157/Put/seqid=0 2024-12-06T02:22:25,724 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/.tmp/queue/b673363bb87b446c801f3b753e40bf2d is 154, key is 1-5c7979348d1b,38813,1733451718129/queue:5c7979348d1b%2C38813%2C1733451718129/1733451742027/Put/seqid=0 2024-12-06T02:22:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741840_1016 (size=7686) 2024-12-06T02:22:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741841_1017 (size=5353) 2024-12-06T02:22:25,785 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:25,848 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:22:25,848 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:22:25,907 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1825747ace30119c675632637ee95da4, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:26,107 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1825747ace30119c675632637ee95da4, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:26,130 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/info/5e8c0475e65748c6855c426df5260b16 2024-12-06T02:22:26,131 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/.tmp/queue/b673363bb87b446c801f3b753e40bf2d 2024-12-06T02:22:26,137 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/.tmp/queue/b673363bb87b446c801f3b753e40bf2d as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/queue/b673363bb87b446c801f3b753e40bf2d 2024-12-06T02:22:26,141 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/queue/b673363bb87b446c801f3b753e40bf2d, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T02:22:26,142 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1825747ace30119c675632637ee95da4 in 435ms, sequenceid=12, compaction requested=false 2024-12-06T02:22:26,153 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/ns/65d9840110e44665858efa5a851afa2b is 43, key is default/ns:d/1733451720668/Put/seqid=0 2024-12-06T02:22:26,154 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/replication/1825747ace30119c675632637ee95da4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:22:26,155 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1825747ace30119c675632637ee95da4: Waiting for close lock at 1733451745707Running coprocessor pre-close hooks at 1733451745707Disabling compacts and flushes for region at 1733451745707Disabling writes for close at 1733451745707Obtaining lock to block concurrent updates at 1733451745707Preparing flush snapshotting stores in 1825747ace30119c675632637ee95da4 at 1733451745707Finished memstore snapshotting hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733451745707Flushing stores of hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. at 1733451745708 (+1 ms)Flushing 1825747ace30119c675632637ee95da4/queue: creating writer at 1733451745708Flushing 1825747ace30119c675632637ee95da4/queue: appending metadata at 1733451745724 (+16 ms)Flushing 1825747ace30119c675632637ee95da4/queue: closing flushed file at 1733451745724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690a5a56: reopening flushed file at 1733451746136 (+412 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1825747ace30119c675632637ee95da4 in 435ms, sequenceid=12, compaction requested=false at 1733451746142 (+6 ms)Writing region close event to WAL at 1733451746148 (+6 ms)Running coprocessor post-close hooks at 1733451746155 (+7 ms)Closed at 1733451746155 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451732908.1825747ace30119c675632637ee95da4. 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 767528e65d48f3d7cb88fc98c1118c7b, disabling compactions & flushes 2024-12-06T02:22:26,155 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. after waiting 0 ms 2024-12-06T02:22:26,155 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:26,156 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 767528e65d48f3d7cb88fc98c1118c7b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T02:22:26,174 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f/ed41bf4ad0c04916a240ee1f8293adfc is 29, key is row1/f:/1733451740328/DeleteFamily/seqid=0 2024-12-06T02:22:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:22:26,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741843_1019 (size=5152) 2024-12-06T02:22:26,308 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:26,508 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:26,509 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:26,509 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1191, reset compression=false 2024-12-06T02:22:26,519 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:26,519 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1438, reset compression=false 2024-12-06T02:22:26,520 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38813,1733451718129 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:26,521 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,38813,1733451718129: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,38813,1733451718129, walGroup=5c7979348d1b%2C38813%2C1733451718129, offset=5c7979348d1b%2C38813%2C1733451718129.1733451719924:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:22:26,522 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:22:26,523 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:22:26,523 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:22:26,523 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:22:26,523 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:22:26,523 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 945537720 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202444808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:22:26,523 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:42059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:42059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:22:26,578 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/ns/65d9840110e44665858efa5a851afa2b 2024-12-06T02:22:26,584 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f/ed41bf4ad0c04916a240ee1f8293adfc 2024-12-06T02:22:26,598 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed41bf4ad0c04916a240ee1f8293adfc 2024-12-06T02:22:26,603 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/rep_barrier/a66f56da460741b9988e3d2ff1101b72 is 112, key is test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b./rep_barrier:seqnumDuringOpen/1733451729302/Put/seqid=0 2024-12-06T02:22:26,621 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f1/f90c0cfcf6324674b4a36834e1d64f9a is 30, key is row1/f1:/1733451740328/DeleteFamily/seqid=0 2024-12-06T02:22:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741844_1020 (size=5518) 2024-12-06T02:22:26,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741845_1021 (size=5158) 2024-12-06T02:22:26,708 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:22:26,708 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1325): Online Regions={767528e65d48f3d7cb88fc98c1118c7b=test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:22:26,708 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:26,739 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1438, reset compression=false 2024-12-06T02:22:26,908 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:27,036 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/rep_barrier/a66f56da460741b9988e3d2ff1101b72 2024-12-06T02:22:27,042 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1438, reset compression=false 2024-12-06T02:22:27,050 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f1/f90c0cfcf6324674b4a36834e1d64f9a 2024-12-06T02:22:27,074 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90c0cfcf6324674b4a36834e1d64f9a 2024-12-06T02:22:27,109 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:27,126 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/table/c6613b2d4fc34f7d8afdac343cf5383e is 53, key is hbase:replication/table:state/1733451734170/Put/seqid=0 2024-12-06T02:22:27,137 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/norep/299c9af2d0384a96adbed5206740895f is 33, key is row1/norep:/1733451740328/DeleteFamily/seqid=0 2024-12-06T02:22:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741847_1023 (size=5108) 2024-12-06T02:22:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741846_1022 (size=5308) 2024-12-06T02:22:27,187 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/norep/299c9af2d0384a96adbed5206740895f 2024-12-06T02:22:27,199 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/table/c6613b2d4fc34f7d8afdac343cf5383e 2024-12-06T02:22:27,223 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 299c9af2d0384a96adbed5206740895f 2024-12-06T02:22:27,224 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:22:27,234 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f/ed41bf4ad0c04916a240ee1f8293adfc as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/f/ed41bf4ad0c04916a240ee1f8293adfc 2024-12-06T02:22:27,249 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/info/5e8c0475e65748c6855c426df5260b16 as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/info/5e8c0475e65748c6855c426df5260b16 2024-12-06T02:22:27,266 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed41bf4ad0c04916a240ee1f8293adfc 2024-12-06T02:22:27,266 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/f/ed41bf4ad0c04916a240ee1f8293adfc, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:27,280 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/f1/f90c0cfcf6324674b4a36834e1d64f9a as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/f1/f90c0cfcf6324674b4a36834e1d64f9a 2024-12-06T02:22:27,297 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/info/5e8c0475e65748c6855c426df5260b16, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:22:27,304 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/ns/65d9840110e44665858efa5a851afa2b as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/ns/65d9840110e44665858efa5a851afa2b 2024-12-06T02:22:27,312 DEBUG [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 767528e65d48f3d7cb88fc98c1118c7b 2024-12-06T02:22:27,317 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90c0cfcf6324674b4a36834e1d64f9a 2024-12-06T02:22:27,317 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/f1/f90c0cfcf6324674b4a36834e1d64f9a, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:27,319 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/.tmp/norep/299c9af2d0384a96adbed5206740895f as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/norep/299c9af2d0384a96adbed5206740895f 2024-12-06T02:22:27,337 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 299c9af2d0384a96adbed5206740895f 2024-12-06T02:22:27,338 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/norep/299c9af2d0384a96adbed5206740895f, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T02:22:27,344 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 767528e65d48f3d7cb88fc98c1118c7b in 1189ms, sequenceid=10, compaction requested=false 2024-12-06T02:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:22:27,346 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/ns/65d9840110e44665858efa5a851afa2b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:22:27,349 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/rep_barrier/a66f56da460741b9988e3d2ff1101b72 as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/rep_barrier/a66f56da460741b9988e3d2ff1101b72 2024-12-06T02:22:27,362 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/rep_barrier/a66f56da460741b9988e3d2ff1101b72, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:22:27,366 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/.tmp/table/c6613b2d4fc34f7d8afdac343cf5383e as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/table/c6613b2d4fc34f7d8afdac343cf5383e 2024-12-06T02:22:27,382 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/table/c6613b2d4fc34f7d8afdac343cf5383e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:22:27,384 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1676ms, sequenceid=16, compaction requested=false 2024-12-06T02:22:27,384 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:22:27,393 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/default/test/767528e65d48f3d7cb88fc98c1118c7b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T02:22:27,397 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:27,397 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:27,397 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:27,397 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 767528e65d48f3d7cb88fc98c1118c7b: Waiting for close lock at 1733451746155Running coprocessor pre-close hooks at 1733451746155Disabling compacts and flushes for region at 1733451746155Disabling writes for close at 1733451746155Obtaining lock to block concurrent updates at 1733451746156 (+1 ms)Preparing flush snapshotting stores in 767528e65d48f3d7cb88fc98c1118c7b at 1733451746156Finished memstore snapshotting test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733451746156Flushing stores of test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. at 1733451746156Flushing 767528e65d48f3d7cb88fc98c1118c7b/f: creating writer at 1733451746157 (+1 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/f: appending metadata at 1733451746173 (+16 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/f: closing flushed file at 1733451746174 (+1 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/f1: creating writer at 1733451746598 (+424 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/f1: appending metadata at 1733451746621 (+23 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/f1: closing flushed file at 1733451746621Flushing 767528e65d48f3d7cb88fc98c1118c7b/norep: creating writer at 1733451747074 (+453 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/norep: appending metadata at 1733451747130 (+56 ms)Flushing 767528e65d48f3d7cb88fc98c1118c7b/norep: closing flushed file at 1733451747130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf0ec1b: reopening flushed file at 1733451747223 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a524e32: reopening flushed file at 1733451747266 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f704ab: reopening flushed file at 1733451747318 (+52 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 767528e65d48f3d7cb88fc98c1118c7b in 1189ms, sequenceid=10, compaction requested=false at 1733451747344 (+26 ms)Writing region close event to WAL at 1733451747369 (+25 ms)Running coprocessor post-close hooks at 1733451747397 (+28 ms)Closed at 1733451747397 2024-12-06T02:22:27,397 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451727932.767528e65d48f3d7cb88fc98c1118c7b. 2024-12-06T02:22:27,460 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:22:27,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:27,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:22:27,465 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:27,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451745707Running coprocessor pre-close hooks at 1733451745707Disabling compacts and flushes for region at 1733451745707Disabling writes for close at 1733451745707Obtaining lock to block concurrent updates at 1733451745707Preparing flush snapshotting stores in 1588230740 at 1733451745707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451745708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451745708Flushing 1588230740/info: creating writer at 1733451745708Flushing 1588230740/info: appending metadata at 1733451745722 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733451745722Flushing 1588230740/ns: creating writer at 1733451746135 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733451746153 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733451746153Flushing 1588230740/rep_barrier: creating writer at 1733451746583 (+430 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451746602 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451746602Flushing 1588230740/table: creating writer at 1733451747067 (+465 ms)Flushing 1588230740/table: appending metadata at 1733451747125 (+58 ms)Flushing 1588230740/table: closing flushed file at 1733451747125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e53b2bc: reopening flushed file at 1733451747243 (+118 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f8e02d: reopening flushed file at 1733451747297 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b734aad: reopening flushed file at 1733451747347 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9b1e43: reopening flushed file at 1733451747363 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1676ms, sequenceid=16, compaction requested=false at 1733451747384 (+21 ms)Writing region close event to WAL at 1733451747430 (+46 ms)Running coprocessor post-close hooks at 1733451747465 (+35 ms)Closed at 1733451747465 2024-12-06T02:22:27,465 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:27,471 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 1438, reset compression=false 2024-12-06T02:22:27,498 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:27,498 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 2082, reset compression=false 2024-12-06T02:22:27,512 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,38813,1733451718129; all regions closed. 2024-12-06T02:22:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:22:27,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.meta.1733451720514.meta not finished, retry = 0 2024-12-06T02:22:27,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.rep.1733451734113 not finished, retry = 0 2024-12-06T02:22:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741839_1015 (size=3114) 2024-12-06T02:22:27,725 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:27,728 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 to pos 2082, reset compression=false 2024-12-06T02:22:27,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 not finished, retry = 0 2024-12-06T02:22:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741833_1009 (size=2090) 2024-12-06T02:22:27,921 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:27,922 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:27,922 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 for the last time to pos 2082, reset compression=false 2024-12-06T02:22:27,922 INFO [RS:0;5c7979348d1b:38813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:27,923 INFO [RS:0;5c7979348d1b:38813 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:27,923 INFO [RS:0;5c7979348d1b:38813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:27,923 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:27,924 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,38813,1733451718129 because: Region server is closing 2024-12-06T02:22:27,925 INFO [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38813. 2024-12-06T02:22:27,925 DEBUG [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:27,925 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:27,925 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:27,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:27,930 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 and length of the file is 2090 2024-12-06T02:22:27,930 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/WALs/5c7979348d1b,38813,1733451718129/5c7979348d1b%2C38813%2C1733451718129.1733451719924 2024-12-06T02:22:28,025 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.shipper5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 terminated 2024-12-06T02:22:28,025 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38813,1733451718129.replicationSource.wal-reader.5c7979348d1b%2C38813%2C1733451718129,1-5c7979348d1b,38813,1733451718129 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-06T02:22:28,025 INFO [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38813. 2024-12-06T02:22:28,026 DEBUG [RS:0;5c7979348d1b:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:28,026 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:28,026 DEBUG [RS:0;5c7979348d1b:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:28,026 INFO [RS:0;5c7979348d1b:38813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38813 2024-12-06T02:22:28,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:28,213 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1586318059/rs/5c7979348d1b,38813,1733451718129 2024-12-06T02:22:28,213 INFO [RS:0;5c7979348d1b:38813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059/rs 2024-12-06T02:22:28,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,38813,1733451718129] 2024-12-06T02:22:28,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1586318059/draining/5c7979348d1b,38813,1733451718129 already deleted, retry=false 2024-12-06T02:22:28,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,38813,1733451718129 expired; onlineServers=0 2024-12-06T02:22:28,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,42059,1733451717752' ***** 2024-12-06T02:22:28,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:22:28,325 INFO [M:0;5c7979348d1b:42059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:28,325 INFO [M:0;5c7979348d1b:42059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:28,325 DEBUG [M:0;5c7979348d1b:42059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:22:28,325 DEBUG [M:0;5c7979348d1b:42059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:22:28,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:22:28,325 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451719576 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451719576,5,FailOnTimeoutGroup] 2024-12-06T02:22:28,325 INFO [M:0;5c7979348d1b:42059 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:28,326 INFO [M:0;5c7979348d1b:42059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:28,326 DEBUG [M:0;5c7979348d1b:42059 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:22:28,326 INFO [M:0;5c7979348d1b:42059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:22:28,326 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451719580 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451719580,5,FailOnTimeoutGroup] 2024-12-06T02:22:28,326 INFO [M:0;5c7979348d1b:42059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:28,326 INFO [M:0;5c7979348d1b:42059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:22:28,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:22:28,371 DEBUG [M:0;5c7979348d1b:42059 {}] zookeeper.ZKUtil(347): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Unable to get data of znode /1586318059/master because node does not exist (not an error) 2024-12-06T02:22:28,371 WARN [M:0;5c7979348d1b:42059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:22:28,372 INFO [M:0;5c7979348d1b:42059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/.lastflushedseqids 2024-12-06T02:22:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1586318059/master 2024-12-06T02:22:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1586318059 2024-12-06T02:22:28,401 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:28,401 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x101a871f56d0004, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:28,401 INFO [RS:0;5c7979348d1b:38813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:28,402 INFO [RS:0;5c7979348d1b:38813 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,38813,1733451718129; zookeeper connection closed. 2024-12-06T02:22:28,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-12-06T02:22:28,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:22:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741848_1024 (size=245) 2024-12-06T02:22:28,804 INFO [M:0;5c7979348d1b:42059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:22:28,804 INFO [M:0;5c7979348d1b:42059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:22:28,804 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:28,804 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:28,804 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:28,804 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:28,804 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:28,804 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-06T02:22:28,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,824 DEBUG [M:0;5c7979348d1b:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d219ad491e4e3fb157df8917ff4ad9 is 82, key is hbase:meta,,1/info:regioninfo/1733451720630/Put/seqid=0 2024-12-06T02:22:28,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741849_1025 (size=5672) 2024-12-06T02:22:28,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:28,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,037 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:29,238 INFO [M:0;5c7979348d1b:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d219ad491e4e3fb157df8917ff4ad9 2024-12-06T02:22:29,316 DEBUG [M:0;5c7979348d1b:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e39edf06f724841ab99db81d04bfc77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451734175/Put/seqid=0 2024-12-06T02:22:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741850_1026 (size=8515) 2024-12-06T02:22:29,339 INFO [M:0;5c7979348d1b:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e39edf06f724841ab99db81d04bfc77 2024-12-06T02:22:29,369 DEBUG [M:0;5c7979348d1b:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1b87706f15943269583f66e1499306c is 69, key is 5c7979348d1b,38813,1733451718129/rs:state/1733451719692/Put/seqid=0 2024-12-06T02:22:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741851_1027 (size=5156) 2024-12-06T02:22:29,377 INFO [M:0;5c7979348d1b:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1b87706f15943269583f66e1499306c 2024-12-06T02:22:29,385 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d219ad491e4e3fb157df8917ff4ad9 as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d219ad491e4e3fb157df8917ff4ad9 2024-12-06T02:22:29,389 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d219ad491e4e3fb157df8917ff4ad9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T02:22:29,390 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e39edf06f724841ab99db81d04bfc77 as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e39edf06f724841ab99db81d04bfc77 2024-12-06T02:22:29,395 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e39edf06f724841ab99db81d04bfc77, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T02:22:29,396 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1b87706f15943269583f66e1499306c as hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1b87706f15943269583f66e1499306c 2024-12-06T02:22:29,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:29,401 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39427/user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1b87706f15943269583f66e1499306c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T02:22:29,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,402 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=97, compaction requested=false 2024-12-06T02:22:29,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,410 INFO [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:29,410 DEBUG [M:0;5c7979348d1b:42059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451748804Disabling compacts and flushes for region at 1733451748804Disabling writes for close at 1733451748804Obtaining lock to block concurrent updates at 1733451748804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451748804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733451748805 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451748805Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451748805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451748823 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451748823Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451749260 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451749316 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451749316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451749343 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451749368 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451749368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e525c1: reopening flushed file at 1733451749384 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2f7302: reopening flushed file at 1733451749390 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34889ac9: reopening flushed file at 1733451749395 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 597ms, sequenceid=97, compaction requested=false at 1733451749402 (+7 ms)Writing region close event to WAL at 1733451749410 (+8 ms)Closed at 1733451749410 2024-12-06T02:22:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741830_1006 (size=63642) 2024-12-06T02:22:29,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bafbbc0d-c75e-aa4e-9d16-859dd813645b/MasterData/WALs/5c7979348d1b,42059,1733451717752/5c7979348d1b%2C42059%2C1733451717752.1733451719175 not finished, retry = 0 2024-12-06T02:22:29,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:29,523 INFO [M:0;5c7979348d1b:42059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:22:29,524 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:29,524 INFO [M:0;5c7979348d1b:42059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42059 2024-12-06T02:22:29,525 INFO [M:0;5c7979348d1b:42059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:29,689 INFO [M:0;5c7979348d1b:42059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:29,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:29,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101a871f56d0003, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:29,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6d7f72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:29,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493365ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:29,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:29,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783d9914{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:29,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:29,705 WARN [BP-1474524378-172.17.0.3-1733451714854 heartbeating to localhost/127.0.0.1:39427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:22:29,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:22:29,705 WARN [BP-1474524378-172.17.0.3-1733451714854 heartbeating to localhost/127.0.0.1:39427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474524378-172.17.0.3-1733451714854 (Datanode Uuid bce1efad-87be-4b8f-851c-6e67d9a9f282) service to localhost/127.0.0.1:39427 2024-12-06T02:22:29,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:22:29,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/cluster_2be492ba-5894-a6a0-b17a-6442ddae118d/data/data1/current/BP-1474524378-172.17.0.3-1733451714854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:29,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/cluster_2be492ba-5894-a6a0-b17a-6442ddae118d/data/data2/current/BP-1474524378-172.17.0.3-1733451714854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:29,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:22:29,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a3384c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:29,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8b2c8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:29,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:29,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f25b769{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:29,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccbdadce-1c65-f46d-500b-ca4a9f852ede/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:29,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:22:29,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:22:29,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:29,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:29,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:29,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:29,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:29,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:22:29,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1701877068, stopped=false 2024-12-06T02:22:29,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,41835,1733451711011 2024-12-06T02:22:29,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0117530930/running 2024-12-06T02:22:29,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:22:29,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0117530930/running 2024-12-06T02:22:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:22:29,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/running 2024-12-06T02:22:29,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:29,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:29,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:29,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Set watcher on znode that does not yet exist, /0117530930/running 2024-12-06T02:22:29,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,39751,1733451711166' ***** 2024-12-06T02:22:29,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:22:29,773 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:22:29,773 INFO [RS:0;5c7979348d1b:39751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:22:29,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:22:29,773 INFO [RS:0;5c7979348d1b:39751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:22:29,773 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(3091): Received CLOSE for f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(3091): Received CLOSE for a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,39751,1733451711166 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39751. 2024-12-06T02:22:29,776 DEBUG [RS:0;5c7979348d1b:39751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:29,776 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:22:29,776 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:22:29,777 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:22:29,777 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:22:29,777 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1325): Online Regions={f66c5dc84a4c1c75260be4d0ac947f6e=hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e., 1588230740=hbase:meta,,1.1588230740, a892365152f33b8d7c00bf8fb4ce9697=test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697.} 2024-12-06T02:22:29,777 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a892365152f33b8d7c00bf8fb4ce9697, f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:29,777 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:29,777 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:29,777 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:29,777 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:29,777 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:29,777 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:22:29,780 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f66c5dc84a4c1c75260be4d0ac947f6e, disabling compactions & flushes 2024-12-06T02:22:29,780 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:29,780 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:29,780 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. after waiting 0 ms 2024-12-06T02:22:29,780 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:29,780 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f66c5dc84a4c1c75260be4d0ac947f6e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-06T02:22:29,797 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/info/9b507bdc350a4e7499bf01b840961480 is 147, key is hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e./info:regioninfo/1733451732192/Put/seqid=0 2024-12-06T02:22:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741840_1016 (size=7686) 2024-12-06T02:22:29,824 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/.tmp/queue/47ecb051b4dc4c199644e7c14917a155 is 153, key is 1-5c7979348d1b,39751,1733451711166/queue:5c7979348d1b%2C39751%2C1733451711166/1733451739923/Put/seqid=0 2024-12-06T02:22:29,848 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741841_1017 (size=5352) 2024-12-06T02:22:29,977 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a892365152f33b8d7c00bf8fb4ce9697, f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:30,177 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a892365152f33b8d7c00bf8fb4ce9697, f66c5dc84a4c1c75260be4d0ac947f6e 2024-12-06T02:22:30,221 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/info/9b507bdc350a4e7499bf01b840961480 2024-12-06T02:22:30,251 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/ns/2593cd254c6b4a83afa15a1d18c2a307 is 43, key is default/ns:d/1733451714680/Put/seqid=0 2024-12-06T02:22:30,253 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/.tmp/queue/47ecb051b4dc4c199644e7c14917a155 2024-12-06T02:22:30,258 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/.tmp/queue/47ecb051b4dc4c199644e7c14917a155 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/queue/47ecb051b4dc4c199644e7c14917a155 2024-12-06T02:22:30,263 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/queue/47ecb051b4dc4c199644e7c14917a155, entries=1, sequenceid=8, filesize=5.2 K 2024-12-06T02:22:30,264 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f66c5dc84a4c1c75260be4d0ac947f6e in 484ms, sequenceid=8, compaction requested=false 2024-12-06T02:22:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:22:30,277 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/ns/2593cd254c6b4a83afa15a1d18c2a307 2024-12-06T02:22:30,283 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/replication/f66c5dc84a4c1c75260be4d0ac947f6e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T02:22:30,285 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:30,285 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:22:30,285 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:30,285 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f66c5dc84a4c1c75260be4d0ac947f6e: Waiting for close lock at 1733451749780Running coprocessor pre-close hooks at 1733451749780Disabling compacts and flushes for region at 1733451749780Disabling writes for close at 1733451749780Obtaining lock to block concurrent updates at 1733451749780Preparing flush snapshotting stores in f66c5dc84a4c1c75260be4d0ac947f6e at 1733451749780Finished memstore snapshotting hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733451749781 (+1 ms)Flushing stores of hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. at 1733451749781Flushing f66c5dc84a4c1c75260be4d0ac947f6e/queue: creating writer at 1733451749781Flushing f66c5dc84a4c1c75260be4d0ac947f6e/queue: appending metadata at 1733451749823 (+42 ms)Flushing f66c5dc84a4c1c75260be4d0ac947f6e/queue: closing flushed file at 1733451749823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3938a276: reopening flushed file at 1733451750257 (+434 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f66c5dc84a4c1c75260be4d0ac947f6e in 484ms, sequenceid=8, compaction requested=false at 1733451750264 (+7 ms)Writing region close event to WAL at 1733451750275 (+11 ms)Running coprocessor post-close hooks at 1733451750285 (+10 ms)Closed at 1733451750285 2024-12-06T02:22:30,286 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451730769.f66c5dc84a4c1c75260be4d0ac947f6e. 2024-12-06T02:22:30,286 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a892365152f33b8d7c00bf8fb4ce9697, disabling compactions & flushes 2024-12-06T02:22:30,286 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:30,286 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:30,286 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. after waiting 0 ms 2024-12-06T02:22:30,286 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:30,286 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a892365152f33b8d7c00bf8fb4ce9697 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-06T02:22:30,306 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec417d726c094334b0b860083f795593 is 112, key is test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697./rep_barrier:seqnumDuringOpen/1733451727739/Put/seqid=0 2024-12-06T02:22:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741843_1019 (size=5518) 2024-12-06T02:22:30,315 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec417d726c094334b0b860083f795593 2024-12-06T02:22:30,320 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f/094ae2bfd7a246f8b86aab4776139f76 is 28, key is row/f:/1733451739323/DeleteFamily/seqid=0 2024-12-06T02:22:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741844_1020 (size=5085) 2024-12-06T02:22:30,328 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f/094ae2bfd7a246f8b86aab4776139f76 2024-12-06T02:22:30,333 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 094ae2bfd7a246f8b86aab4776139f76 2024-12-06T02:22:30,342 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/table/0acfa38e66374b8591a9d6396c27a222 is 53, key is hbase:replication/table:state/1733451732224/Put/seqid=0 2024-12-06T02:22:30,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741845_1021 (size=5308) 2024-12-06T02:22:30,345 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/table/0acfa38e66374b8591a9d6396c27a222 2024-12-06T02:22:30,350 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/info/9b507bdc350a4e7499bf01b840961480 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/info/9b507bdc350a4e7499bf01b840961480 2024-12-06T02:22:30,351 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f1/2b288a580c2f40289debe2e513f192cb is 29, key is row/f1:/1733451739323/DeleteFamily/seqid=0 2024-12-06T02:22:30,354 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/info/9b507bdc350a4e7499bf01b840961480, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:22:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741846_1022 (size=5089) 2024-12-06T02:22:30,354 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f1/2b288a580c2f40289debe2e513f192cb 2024-12-06T02:22:30,354 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/ns/2593cd254c6b4a83afa15a1d18c2a307 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/ns/2593cd254c6b4a83afa15a1d18c2a307 2024-12-06T02:22:30,360 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/ns/2593cd254c6b4a83afa15a1d18c2a307, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:22:30,360 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b288a580c2f40289debe2e513f192cb 2024-12-06T02:22:30,361 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/ec417d726c094334b0b860083f795593 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/rep_barrier/ec417d726c094334b0b860083f795593 2024-12-06T02:22:30,364 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/rep_barrier/ec417d726c094334b0b860083f795593, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:22:30,365 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/.tmp/table/0acfa38e66374b8591a9d6396c27a222 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/table/0acfa38e66374b8591a9d6396c27a222 2024-12-06T02:22:30,368 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/table/0acfa38e66374b8591a9d6396c27a222, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:22:30,369 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false 2024-12-06T02:22:30,377 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/norep/3f630356a76647a4a54a2227c8cf0d32 is 32, key is row/norep:/1733451739323/DeleteFamily/seqid=0 2024-12-06T02:22:30,377 DEBUG [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a892365152f33b8d7c00bf8fb4ce9697 2024-12-06T02:22:30,379 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:22:30,380 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:30,380 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:22:30,380 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:30,380 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451749777Running coprocessor pre-close hooks at 1733451749777Disabling compacts and flushes for region at 1733451749777Disabling writes for close at 1733451749777Obtaining lock to block concurrent updates at 1733451749777Preparing flush snapshotting stores in 1588230740 at 1733451749777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451749778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451749778Flushing 1588230740/info: creating writer at 1733451749778Flushing 1588230740/info: appending metadata at 1733451749797 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733451749797Flushing 1588230740/ns: creating writer at 1733451750232 (+435 ms)Flushing 1588230740/ns: appending metadata at 1733451750251 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451750251Flushing 1588230740/rep_barrier: creating writer at 1733451750284 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451750305 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451750305Flushing 1588230740/table: creating writer at 1733451750321 (+16 ms)Flushing 1588230740/table: appending metadata at 1733451750341 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733451750341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131ad738: reopening flushed file at 1733451750349 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443bbeb9: reopening flushed file at 1733451750354 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d330fe: reopening flushed file at 1733451750360 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56233c67: reopening flushed file at 1733451750364 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false at 1733451750369 (+5 ms)Writing region close event to WAL at 1733451750377 (+8 ms)Running coprocessor post-close hooks at 1733451750380 (+3 ms)Closed at 1733451750380 2024-12-06T02:22:30,380 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741847_1023 (size=5101) 2024-12-06T02:22:30,384 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/norep/3f630356a76647a4a54a2227c8cf0d32 2024-12-06T02:22:30,388 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f630356a76647a4a54a2227c8cf0d32 2024-12-06T02:22:30,388 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f/094ae2bfd7a246f8b86aab4776139f76 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/f/094ae2bfd7a246f8b86aab4776139f76 2024-12-06T02:22:30,392 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 094ae2bfd7a246f8b86aab4776139f76 2024-12-06T02:22:30,392 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/f/094ae2bfd7a246f8b86aab4776139f76, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T02:22:30,392 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/f1/2b288a580c2f40289debe2e513f192cb as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/f1/2b288a580c2f40289debe2e513f192cb 2024-12-06T02:22:30,396 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b288a580c2f40289debe2e513f192cb 2024-12-06T02:22:30,396 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/f1/2b288a580c2f40289debe2e513f192cb, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T02:22:30,396 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/.tmp/norep/3f630356a76647a4a54a2227c8cf0d32 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/norep/3f630356a76647a4a54a2227c8cf0d32 2024-12-06T02:22:30,400 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f630356a76647a4a54a2227c8cf0d32 2024-12-06T02:22:30,400 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/norep/3f630356a76647a4a54a2227c8cf0d32, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T02:22:30,401 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a892365152f33b8d7c00bf8fb4ce9697 in 115ms, sequenceid=6, compaction requested=false 2024-12-06T02:22:30,405 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/data/default/test/a892365152f33b8d7c00bf8fb4ce9697/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T02:22:30,405 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:22:30,405 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:30,405 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:30,405 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a892365152f33b8d7c00bf8fb4ce9697: Waiting for close lock at 1733451750286Running coprocessor pre-close hooks at 1733451750286Disabling compacts and flushes for region at 1733451750286Disabling writes for close at 1733451750286Obtaining lock to block concurrent updates at 1733451750286Preparing flush snapshotting stores in a892365152f33b8d7c00bf8fb4ce9697 at 1733451750286Finished memstore snapshotting test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733451750286Flushing stores of test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. at 1733451750287 (+1 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/f: creating writer at 1733451750287Flushing a892365152f33b8d7c00bf8fb4ce9697/f: appending metadata at 1733451750319 (+32 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/f: closing flushed file at 1733451750319Flushing a892365152f33b8d7c00bf8fb4ce9697/f1: creating writer at 1733451750333 (+14 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/f1: appending metadata at 1733451750350 (+17 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/f1: closing flushed file at 1733451750350Flushing a892365152f33b8d7c00bf8fb4ce9697/norep: creating writer at 1733451750360 (+10 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/norep: appending metadata at 1733451750376 (+16 ms)Flushing a892365152f33b8d7c00bf8fb4ce9697/norep: closing flushed file at 1733451750376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ad7ee5: reopening flushed file at 1733451750388 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bac65f: reopening flushed file at 1733451750392 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abe94fb: reopening flushed file at 1733451750396 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a892365152f33b8d7c00bf8fb4ce9697 in 115ms, sequenceid=6, compaction requested=false at 1733451750401 (+5 ms)Writing region close event to WAL at 1733451750403 (+2 ms)Running coprocessor post-close hooks at 1733451750405 (+2 ms)Closed at 1733451750405 2024-12-06T02:22:30,405 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451727260.a892365152f33b8d7c00bf8fb4ce9697. 2024-12-06T02:22:30,459 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 636, reset compression=false 2024-12-06T02:22:30,463 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:22:30,463 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 1527, reset compression=false 2024-12-06T02:22:30,463 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,39751,1733451711166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:22:30,463 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,39751,1733451711166: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5c7979348d1b,39751,1733451711166, walGroup=5c7979348d1b%2C39751%2C1733451711166, offset=5c7979348d1b%2C39751%2C1733451711166.1733451713738:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:39751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:22:30,475 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:22:30,475 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:22:30,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:22:30,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:22:30,476 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:22:30,476 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 858872408 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 203105032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:22:30,476 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:41835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:22:30,578 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,39751,1733451711166; all regions closed. 2024-12-06T02:22:30,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.meta.1733451714526.meta not finished, retry = 0 2024-12-06T02:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741834_1010 (size=4239) 2024-12-06T02:22:30,605 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:22:30,605 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:22:30,677 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/WALs/5c7979348d1b,39751,1733451711166/5c7979348d1b%2C39751%2C1733451711166.1733451713738 to pos 1527, reset compression=false 2024-12-06T02:22:30,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741839_1015 (size=2240) 2024-12-06T02:22:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741832_1008 (size=1535) 2024-12-06T02:22:30,686 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:30,686 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:22:30,686 INFO [RS:0;5c7979348d1b:39751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:30,686 INFO [RS:0;5c7979348d1b:39751 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:30,686 INFO [RS:0;5c7979348d1b:39751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:30,686 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:30,687 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,39751,1733451711166 because: Region server is closing 2024-12-06T02:22:30,687 INFO [RS:0;5c7979348d1b:39751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:39751. 2024-12-06T02:22:30,687 DEBUG [RS:0;5c7979348d1b:39751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:30,687 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:30,687 DEBUG [RS:0;5c7979348d1b:39751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:30,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:30,787 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.shipper5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 terminated 2024-12-06T02:22:30,787 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,39751,1733451711166.replicationSource.wal-reader.5c7979348d1b%2C39751%2C1733451711166,1-5c7979348d1b,39751,1733451711166 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:22:30,787 INFO [RS:0;5c7979348d1b:39751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39751 2024-12-06T02:22:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930/rs 2024-12-06T02:22:30,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0117530930/rs/5c7979348d1b,39751,1733451711166 2024-12-06T02:22:30,811 INFO [RS:0;5c7979348d1b:39751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:30,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,39751,1733451711166] 2024-12-06T02:22:30,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/draining/5c7979348d1b,39751,1733451711166 already deleted, retry=false 2024-12-06T02:22:30,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,39751,1733451711166 expired; onlineServers=0 2024-12-06T02:22:30,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,41835,1733451711011' ***** 2024-12-06T02:22:30,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:22:30,821 INFO [M:0;5c7979348d1b:41835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:22:30,821 INFO [M:0;5c7979348d1b:41835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:22:30,821 DEBUG [M:0;5c7979348d1b:41835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:22:30,821 DEBUG [M:0;5c7979348d1b:41835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:22:30,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:22:30,821 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451713472 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451713472,5,FailOnTimeoutGroup] 2024-12-06T02:22:30,821 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451713484 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451713484,5,FailOnTimeoutGroup] 2024-12-06T02:22:30,821 INFO [M:0;5c7979348d1b:41835 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:22:30,821 INFO [M:0;5c7979348d1b:41835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:22:30,821 DEBUG [M:0;5c7979348d1b:41835 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:22:30,822 INFO [M:0;5c7979348d1b:41835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:22:30,822 INFO [M:0;5c7979348d1b:41835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:22:30,822 ERROR [M:0;5c7979348d1b:41835 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:32857 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32857,5,PEWorkerGroup] 2024-12-06T02:22:30,822 INFO [M:0;5c7979348d1b:41835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:22:30,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:22:30,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0117530930/master 2024-12-06T02:22:30,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0117530930 2024-12-06T02:22:30,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0117530930/master already deleted, retry=false 2024-12-06T02:22:30,842 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Failed delete of our master address node; KeeperErrorCode = NoNode for /0117530930/master 2024-12-06T02:22:30,842 INFO [M:0;5c7979348d1b:41835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/.lastflushedseqids 2024-12-06T02:22:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741848_1024 (size=245) 2024-12-06T02:22:30,932 INFO [RS:0;5c7979348d1b:39751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:30,932 INFO [RS:0;5c7979348d1b:39751 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,39751,1733451711166; zookeeper connection closed. 2024-12-06T02:22:30,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:30,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x101a871f56d0001, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:30,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c74ceba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c74ceba 2024-12-06T02:22:30,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:22:31,246 INFO [M:0;5c7979348d1b:41835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:22:31,247 INFO [M:0;5c7979348d1b:41835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:22:31,247 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:31,247 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:31,247 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:31,247 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:31,247 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:31,247 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-06T02:22:31,263 DEBUG [M:0;5c7979348d1b:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14525f6f69a647c48641b41b9b99595c is 82, key is hbase:meta,,1/info:regioninfo/1733451714621/Put/seqid=0 2024-12-06T02:22:31,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741849_1025 (size=5672) 2024-12-06T02:22:31,267 INFO [M:0;5c7979348d1b:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14525f6f69a647c48641b41b9b99595c 2024-12-06T02:22:31,312 DEBUG [M:0;5c7979348d1b:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f9f139a3a0848b29f2b5cec71d02d5b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451727787/Put/seqid=0 2024-12-06T02:22:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741850_1026 (size=7217) 2024-12-06T02:22:31,352 INFO [M:0;5c7979348d1b:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f9f139a3a0848b29f2b5cec71d02d5b 2024-12-06T02:22:31,358 INFO [M:0;5c7979348d1b:41835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f9f139a3a0848b29f2b5cec71d02d5b 2024-12-06T02:22:31,381 DEBUG [M:0;5c7979348d1b:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464cef81d6964b31baa178bc31b8a1f2 is 69, key is 5c7979348d1b,39751,1733451711166/rs:state/1733451713551/Put/seqid=0 2024-12-06T02:22:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:22:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:22:31,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741851_1027 (size=5156) 2024-12-06T02:22:31,787 INFO [M:0;5c7979348d1b:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464cef81d6964b31baa178bc31b8a1f2 2024-12-06T02:22:31,791 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14525f6f69a647c48641b41b9b99595c as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14525f6f69a647c48641b41b9b99595c 2024-12-06T02:22:31,795 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14525f6f69a647c48641b41b9b99595c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T02:22:31,796 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f9f139a3a0848b29f2b5cec71d02d5b as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f9f139a3a0848b29f2b5cec71d02d5b 2024-12-06T02:22:31,799 INFO [M:0;5c7979348d1b:41835 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f9f139a3a0848b29f2b5cec71d02d5b 2024-12-06T02:22:31,799 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f9f139a3a0848b29f2b5cec71d02d5b, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T02:22:31,800 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/464cef81d6964b31baa178bc31b8a1f2 as hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/464cef81d6964b31baa178bc31b8a1f2 2024-12-06T02:22:31,803 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/2fadabd4-31fe-985c-a5b7-c96ed6f5bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/464cef81d6964b31baa178bc31b8a1f2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T02:22:31,803 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=105, compaction requested=false 2024-12-06T02:22:31,804 INFO [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:31,804 DEBUG [M:0;5c7979348d1b:41835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451751247Disabling compacts and flushes for region at 1733451751247Disabling writes for close at 1733451751247Obtaining lock to block concurrent updates at 1733451751247Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451751247Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733451751248 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451751248Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451751249 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451751262 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451751262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451751285 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451751304 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451751304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451751358 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451751381 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451751381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2351d: reopening flushed file at 1733451751791 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b5befa: reopening flushed file at 1733451751795 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb15e87: reopening flushed file at 1733451751799 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=105, compaction requested=false at 1733451751803 (+4 ms)Writing region close event to WAL at 1733451751804 (+1 ms)Closed at 1733451751804 2024-12-06T02:22:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44435 is added to blk_1073741830_1006 (size=64411) 2024-12-06T02:22:31,807 INFO [M:0;5c7979348d1b:41835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:22:31,807 INFO [M:0;5c7979348d1b:41835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41835 2024-12-06T02:22:31,807 INFO [M:0;5c7979348d1b:41835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:22:31,808 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:22:31,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:31,932 INFO [M:0;5c7979348d1b:41835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:22:31,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x101a871f56d0000, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:22:31,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36d129b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:31,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3d15dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:31,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:31,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f34e90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:31,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:31,959 WARN [BP-1194992139-172.17.0.3-1733451708904 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:22:31,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:22:31,959 WARN [BP-1194992139-172.17.0.3-1733451708904 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194992139-172.17.0.3-1733451708904 (Datanode Uuid e638625e-ee5c-46bd-8ff1-29612e023d82) service to localhost/127.0.0.1:32857 2024-12-06T02:22:31,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:22:31,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/data/data1/current/BP-1194992139-172.17.0.3-1733451708904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:31,960 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/cluster_9f5a8b59-a89f-f33e-22f2-7154b28575eb/data/data2/current/BP-1194992139-172.17.0.3-1733451708904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:22:31,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:22:31,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:31,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:22:31,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:22:31,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:22:31,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3d54104-64fc-864e-57b5-ad06883c8184/hadoop.log.dir/,STOPPED} 2024-12-06T02:22:31,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:22:31,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:22:31,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 317) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32857 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33439 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39427 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=798 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=883 (was 844) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2637 (was 2487) - AvailableMemoryMB LEAK? - 2024-12-06T02:22:32,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=2635 2024-12-06T02:22:32,023 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-06T02:22:32,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir so I do NOT create it in target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a 2024-12-06T02:22:32,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:22:32,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.tmp.dir so I do NOT create it in target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a 2024-12-06T02:22:32,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345ccda5-dd6e-daaf-70c7-405c645efe37/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:22:32,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a 2024-12-06T02:22:32,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2, deleteOnExit=true 2024-12-06T02:22:32,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/zookeeper_0, clientPort=58064, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:22:32,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58064 2024-12-06T02:22:32,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:22:32,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:22:32,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/test.cache.data in system properties and HBase conf 2024-12-06T02:22:32,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:22:32,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:22:32,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:22:32,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:32,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:22:32,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:22:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a871f56d0002, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:22:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a871f56d0005, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:22:32,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a871f56d0002, quorum=127.0.0.1:60917, baseZNode=/0117530930 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:22:32,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a871f56d0005, quorum=127.0.0.1:60917, baseZNode=/1586318059 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:22:32,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a871f56d0008, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:22:32,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a871f56d0008, quorum=127.0.0.1:60917, baseZNode=/2294055505 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:22:32,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:32,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:32,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:32,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:32,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:32,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:32,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:32,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:32,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41f5b8e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/java.io.tmpdir/jetty-localhost-37201-hadoop-hdfs-3_4_1-tests_jar-_-any-15061168870974182158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:32,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:37201} 2024-12-06T02:22:32,507 INFO [Time-limited test {}] server.Server(415): Started @318711ms 2024-12-06T02:22:32,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:32,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:32,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:32,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:32,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:32,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:32,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:32,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79452611{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/java.io.tmpdir/jetty-localhost-46669-hadoop-hdfs-3_4_1-tests_jar-_-any-15367845995640042708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:32,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:46669} 2024-12-06T02:22:32,948 INFO [Time-limited test {}] server.Server(415): Started @319152ms 2024-12-06T02:22:32,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:22:34,877 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data2/current/BP-1263208764-172.17.0.3-1733451752070/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:34,877 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data1/current/BP-1263208764-172.17.0.3-1733451752070/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:34,895 WARN [Thread-4174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:22:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8463be58da68f21 with lease ID 0xdc5ecc584428bfd5: Processing first storage report for DS-7e6bac69-a0df-4824-b173-b676adcbc2ad from datanode DatanodeRegistration(127.0.0.1:34611, datanodeUuid=2d378429-c235-4a78-be59-d9d386404bd0, infoPort=39435, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=890144445;c=1733451752070) 2024-12-06T02:22:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8463be58da68f21 with lease ID 0xdc5ecc584428bfd5: from storage DS-7e6bac69-a0df-4824-b173-b676adcbc2ad node DatanodeRegistration(127.0.0.1:34611, datanodeUuid=2d378429-c235-4a78-be59-d9d386404bd0, infoPort=39435, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=890144445;c=1733451752070), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8463be58da68f21 with lease ID 0xdc5ecc584428bfd5: Processing first storage report for DS-ae0e72c7-9b2e-4ebb-a757-886cb3857294 from datanode DatanodeRegistration(127.0.0.1:34611, datanodeUuid=2d378429-c235-4a78-be59-d9d386404bd0, infoPort=39435, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=890144445;c=1733451752070) 2024-12-06T02:22:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8463be58da68f21 with lease ID 0xdc5ecc584428bfd5: from storage DS-ae0e72c7-9b2e-4ebb-a757-886cb3857294 node DatanodeRegistration(127.0.0.1:34611, datanodeUuid=2d378429-c235-4a78-be59-d9d386404bd0, infoPort=39435, infoSecurePort=0, ipcPort=35835, storageInfo=lv=-57;cid=testClusterID;nsid=890144445;c=1733451752070), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:34,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a 2024-12-06T02:22:34,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:34,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:34,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:22:35,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9 with version=8 2024-12-06T02:22:35,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/hbase-staging 2024-12-06T02:22:35,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:22:35,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:35,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44689 2024-12-06T02:22:35,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44689 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-12-06T02:22:35,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446890x0, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:35,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44689-0x101a8729e1f0000 connected 2024-12-06T02:22:35,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:35,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:35,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on znode that does not yet exist, /0804893000/running 2024-12-06T02:22:35,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9, hbase.cluster.distributed=false 2024-12-06T02:22:35,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on znode that does not yet exist, /0804893000/acl 2024-12-06T02:22:35,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44689 2024-12-06T02:22:35,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44689 2024-12-06T02:22:35,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44689 2024-12-06T02:22:35,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44689 2024-12-06T02:22:35,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44689 2024-12-06T02:22:35,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:35,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:35,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:22:35,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:35,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32915 2024-12-06T02:22:35,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32915 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-12-06T02:22:35,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:35,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:35,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329150x0, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:35,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329150x0, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on znode that does not yet exist, /0804893000/running 2024-12-06T02:22:35,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32915-0x101a8729e1f0001 connected 2024-12-06T02:22:35,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:22:35,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:22:35,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on znode that does not yet exist, /0804893000/master 2024-12-06T02:22:35,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on znode that does not yet exist, /0804893000/acl 2024-12-06T02:22:35,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32915 2024-12-06T02:22:35,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32915 2024-12-06T02:22:35,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32915 2024-12-06T02:22:35,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32915 2024-12-06T02:22:35,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32915 2024-12-06T02:22:35,627 DEBUG [M:0;5c7979348d1b:44689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:44689 2024-12-06T02:22:35,628 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0804893000/backup-masters/5c7979348d1b,44689,1733451755367 2024-12-06T02:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000/backup-masters 2024-12-06T02:22:35,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000/backup-masters 2024-12-06T02:22:35,641 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on existing znode=/0804893000/backup-masters/5c7979348d1b,44689,1733451755367 2024-12-06T02:22:35,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804893000/master 2024-12-06T02:22:35,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:35,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:35,653 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on existing znode=/0804893000/master 2024-12-06T02:22:35,653 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0804893000/backup-masters/5c7979348d1b,44689,1733451755367 from backup master directory 2024-12-06T02:22:35,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000/backup-masters 2024-12-06T02:22:35,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0804893000/backup-masters/5c7979348d1b,44689,1733451755367 2024-12-06T02:22:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000/backup-masters 2024-12-06T02:22:35,663 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:35,663 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,44689,1733451755367 2024-12-06T02:22:35,669 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/hbase.id] with ID: 6c6aa949-035f-436b-b5f9-7beb4fe95cc6 2024-12-06T02:22:35,669 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/.tmp/hbase.id 2024-12-06T02:22:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:22:35,682 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/.tmp/hbase.id]:[hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/hbase.id] 2024-12-06T02:22:35,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:35,695 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:22:35,696 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:22:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:22:35,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:35,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:35,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:36,119 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:36,120 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:22:36,121 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:22:36,126 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/data/master/store 2024-12-06T02:22:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:22:36,530 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:36,530 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:36,531 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:36,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:36,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:36,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:36,531 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:36,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451756530Disabling compacts and flushes for region at 1733451756530Disabling writes for close at 1733451756531 (+1 ms)Writing region close event to WAL at 1733451756531Closed at 1733451756531 2024-12-06T02:22:36,531 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/data/master/store/.initializing 2024-12-06T02:22:36,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/WALs/5c7979348d1b,44689,1733451755367 2024-12-06T02:22:36,532 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:36,534 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C44689%2C1733451755367, suffix=, logDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/WALs/5c7979348d1b,44689,1733451755367, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/oldWALs, maxLogs=10 2024-12-06T02:22:36,549 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/WALs/5c7979348d1b,44689,1733451755367/5c7979348d1b%2C44689%2C1733451755367.1733451756534, exclude list is [], retry=0 2024-12-06T02:22:36,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34611,DS-7e6bac69-a0df-4824-b173-b676adcbc2ad,DISK] 2024-12-06T02:22:36,552 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/WALs/5c7979348d1b,44689,1733451755367/5c7979348d1b%2C44689%2C1733451755367.1733451756534 2024-12-06T02:22:36,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-12-06T02:22:36,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:36,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:36,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,552 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:22:36,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:36,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:36,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:22:36,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:36,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:36,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:22:36,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:36,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:36,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:22:36,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:36,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:36,558 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,559 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,559 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,560 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,560 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,560 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:36,561 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:36,562 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:36,563 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62078167, jitterRate=-0.07496322691440582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:36,563 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451756552Initializing all the Stores at 1733451756553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451756553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451756553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451756553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451756553Cleaning up temporary data from old regions at 1733451756560 (+7 ms)Region opened successfully at 1733451756563 (+3 ms) 2024-12-06T02:22:36,563 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:22:36,565 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71840458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:36,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:22:36,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:22:36,566 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:22:36,567 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:22:36,567 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:22:36,567 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:22:36,567 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:22:36,569 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:22:36,569 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Unable to get data of znode /0804893000/balancer because node does not exist (not necessarily an error) 2024-12-06T02:22:36,578 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804893000/balancer already deleted, retry=false 2024-12-06T02:22:36,579 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:22:36,579 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Unable to get data of znode /0804893000/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:22:36,589 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804893000/normalizer already deleted, retry=false 2024-12-06T02:22:36,589 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:22:36,590 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Unable to get data of znode /0804893000/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:22:36,599 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804893000/switch/split already deleted, retry=false 2024-12-06T02:22:36,600 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Unable to get data of znode /0804893000/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:22:36,610 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804893000/switch/merge already deleted, retry=false 2024-12-06T02:22:36,612 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Unable to get data of znode /0804893000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:22:36,620 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0804893000/snapshot-cleanup already deleted, retry=false 2024-12-06T02:22:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804893000/running 2024-12-06T02:22:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0804893000/running 2024-12-06T02:22:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,632 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,44689,1733451755367, sessionid=0x101a8729e1f0000, setting cluster-up flag (Was=false) 2024-12-06T02:22:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,683 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0804893000/flush-table-proc/acquired, /0804893000/flush-table-proc/reached, /0804893000/flush-table-proc/abort 2024-12-06T02:22:36,684 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44689,1733451755367 2024-12-06T02:22:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:36,736 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0804893000/online-snapshot/acquired, /0804893000/online-snapshot/reached, /0804893000/online-snapshot/abort 2024-12-06T02:22:36,737 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,44689,1733451755367 2024-12-06T02:22:36,738 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:22:36,739 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:36,739 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:22:36,739 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:22:36,739 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,44689,1733451755367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:36,741 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451786742 2024-12-06T02:22:36,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:22:36,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:22:36,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:22:36,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:22:36,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451756743,5,FailOnTimeoutGroup] 2024-12-06T02:22:36,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:22:36,743 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451756743,5,FailOnTimeoutGroup] 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:22:36,814 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(746): ClusterId : 6c6aa949-035f-436b-b5f9-7beb4fe95cc6 2024-12-06T02:22:36,814 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:22:36,821 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:22:36,821 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:22:36,831 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:22:36,832 DEBUG [RS:0;5c7979348d1b:32915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edcbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:36,846 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:32915 2024-12-06T02:22:36,846 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:22:36,846 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:22:36,846 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:22:36,846 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,44689,1733451755367 with port=32915, startcode=1733451755581 2024-12-06T02:22:36,847 DEBUG [RS:0;5c7979348d1b:32915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:22:36,848 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:22:36,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44689 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,850 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9 2024-12-06T02:22:36,850 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38745 2024-12-06T02:22:36,850 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:22:36,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000/rs 2024-12-06T02:22:36,863 DEBUG [RS:0;5c7979348d1b:32915 {}] zookeeper.ZKUtil(111): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Set watcher on existing znode=/0804893000/rs/5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,863 WARN [RS:0;5c7979348d1b:32915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:36,863 INFO [RS:0;5c7979348d1b:32915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:36,863 DEBUG [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,32915,1733451755581] 2024-12-06T02:22:36,866 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:22:36,868 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:22:36,868 INFO [RS:0;5c7979348d1b:32915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:22:36,868 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,869 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:22:36,869 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:22:36,869 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:36,869 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:36,870 DEBUG [RS:0;5c7979348d1b:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,880 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32915,1733451755581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:36,899 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:22:36,899 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,32915,1733451755581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,899 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,900 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.Replication(171): 5c7979348d1b,32915,1733451755581 started 2024-12-06T02:22:36,917 INFO [RS:0;5c7979348d1b:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:36,917 INFO [RS:0;5c7979348d1b:32915 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,32915,1733451755581, RpcServer on 5c7979348d1b/172.17.0.3:32915, sessionid=0x101a8729e1f0001 2024-12-06T02:22:36,918 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:22:36,918 DEBUG [RS:0;5c7979348d1b:32915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,918 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32915,1733451755581' 2024-12-06T02:22:36,918 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0804893000/flush-table-proc/abort' 2024-12-06T02:22:36,918 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0804893000/flush-table-proc/acquired' 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,32915,1733451755581 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,32915,1733451755581' 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0804893000/online-snapshot/abort' 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0804893000/online-snapshot/acquired' 2024-12-06T02:22:36,919 DEBUG [RS:0;5c7979348d1b:32915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:22:36,919 INFO [RS:0;5c7979348d1b:32915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:22:36,919 INFO [RS:0;5c7979348d1b:32915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:22:37,020 INFO [RS:0;5c7979348d1b:32915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:37,021 INFO [RS:0;5c7979348d1b:32915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C32915%2C1733451755581, suffix=, logDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/oldWALs, maxLogs=10 2024-12-06T02:22:37,032 DEBUG [RS:0;5c7979348d1b:32915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581/5c7979348d1b%2C32915%2C1733451755581.1733451757021, exclude list is [], retry=0 2024-12-06T02:22:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34611,DS-7e6bac69-a0df-4824-b173-b676adcbc2ad,DISK] 2024-12-06T02:22:37,035 INFO [RS:0;5c7979348d1b:32915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581/5c7979348d1b%2C32915%2C1733451755581.1733451757021 2024-12-06T02:22:37,036 DEBUG [RS:0;5c7979348d1b:32915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-12-06T02:22:37,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:22:37,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9 2024-12-06T02:22:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:22:37,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:37,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:37,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:37,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:37,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:37,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:37,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:37,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:37,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:37,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:37,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/1588230740 2024-12-06T02:22:37,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/1588230740 2024-12-06T02:22:37,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:37,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:37,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:37,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:37,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:37,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66679007, jitterRate=-0.006405368447303772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451757559Initializing all the Stores at 1733451757559Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451757559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757559Cleaning up temporary data from old regions at 1733451757570 (+11 ms)Region opened successfully at 1733451757573 (+3 ms) 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:37,574 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:37,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451757574Disabling compacts and flushes for region at 1733451757574Disabling writes for close at 1733451757574Writing region close event to WAL at 1733451757574Closed at 1733451757574 2024-12-06T02:22:37,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:37,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:22:37,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:22:37,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:37,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:22:37,730 DEBUG [5c7979348d1b:44689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:37,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:37,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,32915,1733451755581, state=OPENING 2024-12-06T02:22:37,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:37,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0804893000 2024-12-06T02:22:37,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804893000/meta-region-server: CHANGED 2024-12-06T02:22:37,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804893000/meta-region-server: CHANGED 2024-12-06T02:22:37,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:37,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,32915,1733451755581}] 2024-12-06T02:22:37,916 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:37,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:37,920 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:37,920 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:37,921 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:37,922 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C32915%2C1733451755581.meta, suffix=.meta, logDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581, archiveDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/oldWALs, maxLogs=10 2024-12-06T02:22:37,934 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581/5c7979348d1b%2C32915%2C1733451755581.meta.1733451757922.meta, exclude list is [], retry=0 2024-12-06T02:22:37,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34611,DS-7e6bac69-a0df-4824-b173-b676adcbc2ad,DISK] 2024-12-06T02:22:37,937 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/WALs/5c7979348d1b,32915,1733451755581/5c7979348d1b%2C32915%2C1733451755581.meta.1733451757922.meta 2024-12-06T02:22:37,937 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-12-06T02:22:37,937 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:37,938 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:37,938 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:37,938 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:37,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:37,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:37,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:37,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:37,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:37,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:37,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:37,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:37,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:37,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:37,942 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:37,942 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/1588230740 2024-12-06T02:22:37,943 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/hbase/meta/1588230740 2024-12-06T02:22:37,944 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:37,944 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:37,944 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:37,945 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:37,946 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68116175, jitterRate=0.015010103583335876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:37,946 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:37,947 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451757938Writing region info on filesystem at 1733451757938Initializing all the Stores at 1733451757939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451757939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451757939Cleaning up temporary data from old regions at 1733451757944 (+5 ms)Running coprocessor post-open hooks at 1733451757946 (+2 ms)Region opened successfully at 1733451757947 (+1 ms) 2024-12-06T02:22:37,947 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451757916 2024-12-06T02:22:37,949 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:37,949 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:37,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:37,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,32915,1733451755581, state=OPEN 2024-12-06T02:22:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44689-0x101a8729e1f0000, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0804893000/meta-region-server 2024-12-06T02:22:37,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x101a8729e1f0001, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0804893000/meta-region-server 2024-12-06T02:22:37,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804893000/meta-region-server: CHANGED 2024-12-06T02:22:37,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0804893000/meta-region-server: CHANGED 2024-12-06T02:22:37,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:37,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:37,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,32915,1733451755581 in 225 msec 2024-12-06T02:22:37,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:37,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-06T02:22:37,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:37,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:37,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:37,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,32915,1733451755581, seqNum=-1] 2024-12-06T02:22:37,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:37,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:37,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-12-06T02:22:37,998 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451757998, completionTime=-1 2024-12-06T02:22:37,998 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:37,998 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:38,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:38,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451818000 2024-12-06T02:22:38,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451878000 2024-12-06T02:22:38,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T02:22:38,000 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:44689, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,002 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.341sec 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:38,004 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:38,006 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:38,006 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:38,006 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,44689,1733451755367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:38,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:38,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44689,-1 for getting cluster id 2024-12-06T02:22:38,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:38,016 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6aa949-035f-436b-b5f9-7beb4fe95cc6' 2024-12-06T02:22:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6aa949-035f-436b-b5f9-7beb4fe95cc6" 2024-12-06T02:22:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b185b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44689,-1] 2024-12-06T02:22:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:38,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:38,018 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:38,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e88147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:38,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,32915,1733451755581, seqNum=-1] 2024-12-06T02:22:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:38,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,44689,1733451755367 2024-12-06T02:22:38,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-12-06T02:22:38,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58064, baseZNode=/0804893000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:38,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a8729e1f0002 connected 2024-12-06T02:22:38,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44689,1733451755367 2024-12-06T02:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@654385fa 2024-12-06T02:22:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:38,055 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:38,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:38,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:38,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:38,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:38,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:38,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa9545731a22de2ea4fd2d0247b4e7bb, NAME => 'test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9 2024-12-06T02:22:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34611 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa9545731a22de2ea4fd2d0247b4e7bb, disabling compactions & flushes 2024-12-06T02:22:38,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. after waiting 0 ms 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa9545731a22de2ea4fd2d0247b4e7bb: Waiting for close lock at 1733451758485Disabling compacts and flushes for region at 1733451758485Disabling writes for close at 1733451758485Writing region close event to WAL at 1733451758485Closed at 1733451758485 2024-12-06T02:22:38,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:38,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451758486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451758486"}]},"ts":"1733451758486"} 2024-12-06T02:22:38,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:38,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:38,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451758489"}]},"ts":"1733451758489"} 2024-12-06T02:22:38,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:38,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa9545731a22de2ea4fd2d0247b4e7bb, ASSIGN}] 2024-12-06T02:22:38,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa9545731a22de2ea4fd2d0247b4e7bb, ASSIGN 2024-12-06T02:22:38,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa9545731a22de2ea4fd2d0247b4e7bb, ASSIGN; state=OFFLINE, location=5c7979348d1b,32915,1733451755581; forceNewPlan=false, retain=false 2024-12-06T02:22:38,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9545731a22de2ea4fd2d0247b4e7bb, regionState=OPENING, regionLocation=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:38,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa9545731a22de2ea4fd2d0247b4e7bb, ASSIGN because future has completed 2024-12-06T02:22:38,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9545731a22de2ea4fd2d0247b4e7bb, server=5c7979348d1b,32915,1733451755581}] 2024-12-06T02:22:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:38,801 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,802 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa9545731a22de2ea4fd2d0247b4e7bb, NAME => 'test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:38,802 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:38,802 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:38,802 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,802 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:38,802 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,802 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,803 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,804 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9545731a22de2ea4fd2d0247b4e7bb columnFamilyName f 2024-12-06T02:22:38,804 DEBUG [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:38,805 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(327): Store=fa9545731a22de2ea4fd2d0247b4e7bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:38,805 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,805 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9545731a22de2ea4fd2d0247b4e7bb columnFamilyName f1 2024-12-06T02:22:38,805 DEBUG [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:38,806 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(327): Store=fa9545731a22de2ea4fd2d0247b4e7bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:38,806 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,806 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa9545731a22de2ea4fd2d0247b4e7bb columnFamilyName norep 2024-12-06T02:22:38,806 DEBUG [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:38,807 INFO [StoreOpener-fa9545731a22de2ea4fd2d0247b4e7bb-1 {}] regionserver.HStore(327): Store=fa9545731a22de2ea4fd2d0247b4e7bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:38,807 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,807 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/default/test/fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,807 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/default/test/fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,808 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,808 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,809 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:38,809 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,811 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/data/default/test/fa9545731a22de2ea4fd2d0247b4e7bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:38,811 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa9545731a22de2ea4fd2d0247b4e7bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60033583, jitterRate=-0.10542990267276764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:38,811 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa9545731a22de2ea4fd2d0247b4e7bb 2024-12-06T02:22:38,811 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa9545731a22de2ea4fd2d0247b4e7bb: Running coprocessor pre-open hook at 1733451758802Writing region info on filesystem at 1733451758802Initializing all the Stores at 1733451758803 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451758803Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451758803Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451758803Cleaning up temporary data from old regions at 1733451758808 (+5 ms)Running coprocessor post-open hooks at 1733451758811 (+3 ms)Region opened successfully at 1733451758811 2024-12-06T02:22:38,812 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb., pid=6, masterSystemTime=1733451758797 2024-12-06T02:22:38,814 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,814 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451758056.fa9545731a22de2ea4fd2d0247b4e7bb. 2024-12-06T02:22:38,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa9545731a22de2ea4fd2d0247b4e7bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,32915,1733451755581 2024-12-06T02:22:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa9545731a22de2ea4fd2d0247b4e7bb, server=5c7979348d1b,32915,1733451755581 because future has completed 2024-12-06T02:22:38,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:38,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa9545731a22de2ea4fd2d0247b4e7bb, server=5c7979348d1b,32915,1733451755581 in 171 msec 2024-12-06T02:22:38,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:38,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa9545731a22de2ea4fd2d0247b4e7bb, ASSIGN in 327 msec 2024-12-06T02:22:38,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:38,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451758820"}]},"ts":"1733451758820"} 2024-12-06T02:22:38,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:38,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:38,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-12-06T02:22:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:39,194 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:39,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44689,-1 for getting cluster id 2024-12-06T02:22:39,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:39,195 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6aa949-035f-436b-b5f9-7beb4fe95cc6' 2024-12-06T02:22:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6aa949-035f-436b-b5f9-7beb4fe95cc6" 2024-12-06T02:22:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555c3d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44689,-1] 2024-12-06T02:22:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,196 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d2014a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44689,1733451755367 2024-12-06T02:22:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7045b07 2024-12-06T02:22:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:39,199 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:39,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:44689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:22:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:22:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:39,201 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:44689' 2024-12-06T02:22:39,202 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32360939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,202 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,44689,-1 for getting cluster id 2024-12-06T02:22:39,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:39,203 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6aa949-035f-436b-b5f9-7beb4fe95cc6' 2024-12-06T02:22:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6aa949-035f-436b-b5f9-7beb4fe95cc6" 2024-12-06T02:22:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ee997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,44689,-1] 2024-12-06T02:22:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:39,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,204 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:39,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf84ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:39,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:39,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,44689,1733451755367 2024-12-06T02:22:39,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3df6d115 2024-12-06T02:22:39,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:39,206 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:39,207 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T02:22:39,207 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:22:39,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:39,207 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T02:22:39,212 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-06T02:22:39,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-06T02:22:39,214 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-06T02:22:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:22:39,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:22:39,305 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5c7979348d1b:44689, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-06T02:22:39,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:22:39,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:39,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:22:39,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 364) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5c7979348d1b:32915-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data1/current/BP-1263208764-172.17.0.3-1733451752070 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263208764-172.17.0.3-1733451752070:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9-prefix:5c7979348d1b,32915,1733451755581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1263208764-172.17.0.3-1733451752070 heartbeating to localhost/127.0.0.1:38745 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9-prefix:5c7979348d1b,32915,1733451755581.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1510672468_20 at /127.0.0.1:40136 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5c7979348d1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42fa58b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f85009f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(843056818) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-bcd1b6e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data2/current/BP-1263208764-172.17.0.3-1733451752070 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_662692138_20 at /127.0.0.1:40196 [Receiving block BP-1263208764-172.17.0.3-1733451752070:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38745 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1418650010-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5c7979348d1b:32915 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1418650010-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8500432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8500432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 3 on default port 35835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451756743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 35835 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38745/user/jenkins/test-data/8a3cea23-1de4-7bbb-4de4-b38a9cd4bfa9/MasterData-prefix:5c7979348d1b,44689,1733451755367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1263208764-172.17.0.3-1733451752070:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/5c7979348d1b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8500432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 5c7979348d1b:44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451756743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1418650010-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8500432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 35835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5c7979348d1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f8500ad8838.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38745 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58064 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8500432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@636fbb6[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/cluster_25c849c8-f9d9-6c90-376e-2fd1f3d131b2/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5c7979348d1b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-53cfb205-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;5c7979348d1b:44689 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1418650010-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1510672468_20 at /127.0.0.1:40242 [Receiving block BP-1263208764-172.17.0.3-1733451752070:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a1ff889 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1263208764-172.17.0.3-1733451752070:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58064): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp760716569-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp760716569-7942-acceptor-0@7476bae5-ServerConnector@205f3084{HTTP/1.1, (http/1.1)}{localhost:46669} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58064) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 38745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1510672468_20 at /127.0.0.1:40212 [Receiving block BP-1263208764-172.17.0.3-1733451752070:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418650010-7896-acceptor-0@75716d99-ServerConnector@47c4774a{HTTP/1.1, (http/1.1)}{localhost:37201} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=876 (was 883), ProcessCount=11 (was 11), AvailableMemoryMB=2334 (was 2635) 2024-12-06T02:22:39,334 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-06T02:22:39,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=876, ProcessCount=11, AvailableMemoryMB=2333 2024-12-06T02:22:39,349 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-12-06T02:22:39,367 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-06T02:22:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.log.dir so I do NOT create it in target/test-data/89a504a0-263a-b88a-1927-059912b681b3 2024-12-06T02:22:39,368 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:22:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.tmp.dir so I do NOT create it in target/test-data/89a504a0-263a-b88a-1927-059912b681b3 2024-12-06T02:22:39,368 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e5d0baa-f74b-ef91-c85a-88e92a0e379a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:22:39,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3 2024-12-06T02:22:39,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706, deleteOnExit=true 2024-12-06T02:22:39,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/zookeeper_0, clientPort=57030, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T02:22:39,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57030 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/test.cache.data in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:22:39,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:22:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:22:40,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:40,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:40,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:40,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:40,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:40,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:40,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:40,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:40,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/java.io.tmpdir/jetty-localhost-42105-hadoop-hdfs-3_4_1-tests_jar-_-any-11002793801201633968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:40,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:42105} 2024-12-06T02:22:40,177 INFO [Time-limited test {}] server.Server(415): Started @326381ms 2024-12-06T02:22:40,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:40,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:40,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:40,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:40,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:40,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:40,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:40,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/java.io.tmpdir/jetty-localhost-34099-hadoop-hdfs-3_4_1-tests_jar-_-any-12713796488898859067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:40,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:34099} 2024-12-06T02:22:40,749 INFO [Time-limited test {}] server.Server(415): Started @326953ms 2024-12-06T02:22:40,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:22:41,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T02:22:41,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T02:22:41,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T02:22:41,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T02:22:41,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:22:41,384 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T02:22:41,526 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/data/data1/current/BP-1761629059-172.17.0.3-1733451759520/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:41,526 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/data/data2/current/BP-1761629059-172.17.0.3-1733451759520/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:41,558 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:22:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x936f56093712ccbc with lease ID 0xea52154ef3583cdf: Processing first storage report for DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301 from datanode DatanodeRegistration(127.0.0.1:40427, datanodeUuid=72b780db-a220-4a61-9889-af8926ab4eb0, infoPort=46249, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1240275589;c=1733451759520) 2024-12-06T02:22:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x936f56093712ccbc with lease ID 0xea52154ef3583cdf: from storage DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301 node DatanodeRegistration(127.0.0.1:40427, datanodeUuid=72b780db-a220-4a61-9889-af8926ab4eb0, infoPort=46249, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1240275589;c=1733451759520), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x936f56093712ccbc with lease ID 0xea52154ef3583cdf: Processing first storage report for DS-39dff2fb-8dfc-497e-adba-bb70137b7f70 from datanode DatanodeRegistration(127.0.0.1:40427, datanodeUuid=72b780db-a220-4a61-9889-af8926ab4eb0, infoPort=46249, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1240275589;c=1733451759520) 2024-12-06T02:22:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x936f56093712ccbc with lease ID 0xea52154ef3583cdf: from storage DS-39dff2fb-8dfc-497e-adba-bb70137b7f70 node DatanodeRegistration(127.0.0.1:40427, datanodeUuid=72b780db-a220-4a61-9889-af8926ab4eb0, infoPort=46249, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1240275589;c=1733451759520), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:41,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3 2024-12-06T02:22:41,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:22:41,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad with version=8 2024-12-06T02:22:41,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/hbase-staging 2024-12-06T02:22:41,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:41,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:22:41,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:41,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38817 2024-12-06T02:22:41,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38817 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:41,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388170x0, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:41,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38817-0x101a872bb3a0000 connected 2024-12-06T02:22:41,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/running 2024-12-06T02:22:41,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad, hbase.cluster.distributed=false 2024-12-06T02:22:41,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/acl 2024-12-06T02:22:41,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38817 2024-12-06T02:22:41,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38817 2024-12-06T02:22:41,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38817 2024-12-06T02:22:41,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38817 2024-12-06T02:22:41,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38817 2024-12-06T02:22:41,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:22:41,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:41,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38661 2024-12-06T02:22:41,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38661 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:41,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386610x0, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:41,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386610x0, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/running 2024-12-06T02:22:41,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38661-0x101a872bb3a0001 connected 2024-12-06T02:22:41,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:22:41,940 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:22:41,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/master 2024-12-06T02:22:41,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/acl 2024-12-06T02:22:41,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-06T02:22:41,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38661 2024-12-06T02:22:41,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38661 2024-12-06T02:22:41,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-06T02:22:41,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-06T02:22:41,973 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:38817 2024-12-06T02:22:41,976 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-911737253/backup-masters/5c7979348d1b,38817,1733451761671 2024-12-06T02:22:41,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/backup-masters 2024-12-06T02:22:41,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/backup-masters 2024-12-06T02:22:41,987 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on existing znode=/0-911737253/backup-masters/5c7979348d1b,38817,1733451761671 2024-12-06T02:22:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-911737253/master 2024-12-06T02:22:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:42,001 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on existing znode=/0-911737253/master 2024-12-06T02:22:42,001 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-911737253/backup-masters/5c7979348d1b,38817,1733451761671 from backup master directory 2024-12-06T02:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-911737253/backup-masters/5c7979348d1b,38817,1733451761671 2024-12-06T02:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/backup-masters 2024-12-06T02:22:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/backup-masters 2024-12-06T02:22:42,008 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:42,008 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,38817,1733451761671 2024-12-06T02:22:42,011 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/hbase.id] with ID: 0fc615e8-e36b-468b-8cc5-4306d58ab772 2024-12-06T02:22:42,011 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/.tmp/hbase.id 2024-12-06T02:22:42,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:22:42,426 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/.tmp/hbase.id]:[hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/hbase.id] 2024-12-06T02:22:42,439 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:42,439 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:22:42,441 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:22:42,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:42,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:22:42,855 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:42,856 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:22:42,856 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:42,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:22:42,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T02:22:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:22:42,874 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store 2024-12-06T02:22:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:22:43,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:43,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:43,280 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:43,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:43,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:43,280 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:43,280 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:43,281 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451763280Disabling compacts and flushes for region at 1733451763280Disabling writes for close at 1733451763280Writing region close event to WAL at 1733451763280Closed at 1733451763280 2024-12-06T02:22:43,281 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/.initializing 2024-12-06T02:22:43,281 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/WALs/5c7979348d1b,38817,1733451761671 2024-12-06T02:22:43,282 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:43,283 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C38817%2C1733451761671, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/WALs/5c7979348d1b,38817,1733451761671, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/oldWALs, maxLogs=10 2024-12-06T02:22:43,301 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/WALs/5c7979348d1b,38817,1733451761671/5c7979348d1b%2C38817%2C1733451761671.1733451763284, exclude list is [], retry=0 2024-12-06T02:22:43,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:22:43,308 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/WALs/5c7979348d1b,38817,1733451761671/5c7979348d1b%2C38817%2C1733451761671.1733451763284 2024-12-06T02:22:43,308 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:22:43,308 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:43,308 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:43,309 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,309 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:22:43,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:43,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:22:43,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:43,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:22:43,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:43,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:43,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:22:43,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:43,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:43,317 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,318 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,318 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,319 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,319 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,320 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:43,321 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:43,322 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:43,323 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450369, jitterRate=0.06469346582889557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:43,323 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451763309Initializing all the Stores at 1733451763309Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451763309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451763310 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451763310Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451763310Cleaning up temporary data from old regions at 1733451763319 (+9 ms)Region opened successfully at 1733451763323 (+4 ms) 2024-12-06T02:22:43,325 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:22:43,328 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3450918a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:43,330 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:22:43,330 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:22:43,330 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:22:43,331 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:22:43,331 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:22:43,331 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:22:43,331 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:22:43,334 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:22:43,334 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Unable to get data of znode /0-911737253/balancer because node does not exist (not necessarily an error) 2024-12-06T02:22:43,345 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/balancer already deleted, retry=false 2024-12-06T02:22:43,345 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:22:43,346 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Unable to get data of znode /0-911737253/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:22:43,355 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/normalizer already deleted, retry=false 2024-12-06T02:22:43,355 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:22:43,356 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Unable to get data of znode /0-911737253/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:22:43,365 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/switch/split already deleted, retry=false 2024-12-06T02:22:43,366 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Unable to get data of znode /0-911737253/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:22:43,376 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/switch/merge already deleted, retry=false 2024-12-06T02:22:43,378 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Unable to get data of znode /0-911737253/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:22:43,387 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/snapshot-cleanup already deleted, retry=false 2024-12-06T02:22:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-911737253/running 2024-12-06T02:22:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-911737253/running 2024-12-06T02:22:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,398 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,38817,1733451761671, sessionid=0x101a872bb3a0000, setting cluster-up flag (Was=false) 2024-12-06T02:22:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:43,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,450 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-911737253/flush-table-proc/acquired, /0-911737253/flush-table-proc/reached, /0-911737253/flush-table-proc/abort 2024-12-06T02:22:43,451 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,38817,1733451761671 2024-12-06T02:22:43,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:43,503 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-911737253/online-snapshot/acquired, /0-911737253/online-snapshot/reached, /0-911737253/online-snapshot/abort 2024-12-06T02:22:43,504 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,38817,1733451761671 2024-12-06T02:22:43,505 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:22:43,506 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:43,506 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:22:43,506 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:22:43,507 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,38817,1733451761671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:43,508 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:43,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:22:43,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:43,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451793513 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:22:43,513 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:22:43,515 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,515 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:22:43,515 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:22:43,515 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:22:43,516 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:22:43,516 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:22:43,516 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:22:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:22:43,520 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451763516,5,FailOnTimeoutGroup] 2024-12-06T02:22:43,520 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451763520,5,FailOnTimeoutGroup] 2024-12-06T02:22:43,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:22:43,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,520 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,563 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(746): ClusterId : 0fc615e8-e36b-468b-8cc5-4306d58ab772 2024-12-06T02:22:43,563 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:22:43,574 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:22:43,574 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:22:43,587 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:22:43,587 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8c9801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:43,598 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:38661 2024-12-06T02:22:43,598 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:22:43,598 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:22:43,598 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:22:43,599 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,38817,1733451761671 with port=38661, startcode=1733451761909 2024-12-06T02:22:43,599 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:22:43,600 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:22:43,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,602 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad 2024-12-06T02:22:43,602 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46069 2024-12-06T02:22:43,602 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:22:43,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/rs 2024-12-06T02:22:43,608 DEBUG [RS:0;5c7979348d1b:38661 {}] zookeeper.ZKUtil(111): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on existing znode=/0-911737253/rs/5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,608 WARN [RS:0;5c7979348d1b:38661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:43,608 INFO [RS:0;5c7979348d1b:38661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:43,608 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,38661,1733451761909] 2024-12-06T02:22:43,612 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:22:43,614 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:22:43,615 INFO [RS:0;5c7979348d1b:38661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:22:43,615 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,616 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:22:43,617 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:22:43,617 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,617 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,618 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,618 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:43,618 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:43,618 DEBUG [RS:0;5c7979348d1b:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,620 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38661,1733451761909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:43,640 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:22:43,640 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38661,1733451761909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,640 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,640 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.Replication(171): 5c7979348d1b,38661,1733451761909 started 2024-12-06T02:22:43,663 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:43,663 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,38661,1733451761909, RpcServer on 5c7979348d1b/172.17.0.3:38661, sessionid=0x101a872bb3a0001 2024-12-06T02:22:43,664 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:22:43,664 DEBUG [RS:0;5c7979348d1b:38661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,664 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38661,1733451761909' 2024-12-06T02:22:43,664 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-911737253/flush-table-proc/abort' 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-911737253/flush-table-proc/acquired' 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,38661,1733451761909 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,38661,1733451761909' 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-911737253/online-snapshot/abort' 2024-12-06T02:22:43,665 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-911737253/online-snapshot/acquired' 2024-12-06T02:22:43,666 DEBUG [RS:0;5c7979348d1b:38661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:22:43,666 INFO [RS:0;5c7979348d1b:38661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:22:43,666 INFO [RS:0;5c7979348d1b:38661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:22:43,766 INFO [RS:0;5c7979348d1b:38661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:43,776 INFO [RS:0;5c7979348d1b:38661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38661%2C1733451761909, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/oldWALs, maxLogs=10 2024-12-06T02:22:43,798 DEBUG [RS:0;5c7979348d1b:38661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777, exclude list is [], retry=0 2024-12-06T02:22:43,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:22:43,821 INFO [RS:0;5c7979348d1b:38661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 2024-12-06T02:22:43,828 DEBUG [RS:0;5c7979348d1b:38661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:22:43,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:22:43,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad 2024-12-06T02:22:43,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:22:44,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:44,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:44,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:44,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:44,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:44,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:44,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:44,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:44,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:44,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:44,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:44,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:44,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:44,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:44,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:44,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:44,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740 2024-12-06T02:22:44,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740 2024-12-06T02:22:44,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:44,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:44,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:44,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:44,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:44,535 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75329441, jitterRate=0.12249614298343658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:44,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451764389Initializing all the Stores at 1733451764400 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451764400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451764408 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451764408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451764408Cleaning up temporary data from old regions at 1733451764509 (+101 ms)Region opened successfully at 1733451764535 (+26 ms) 2024-12-06T02:22:44,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:44,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:44,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:44,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:44,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:44,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:44,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451764536Disabling compacts and flushes for region at 1733451764536Disabling writes for close at 1733451764536Writing region close event to WAL at 1733451764540 (+4 ms)Closed at 1733451764540 2024-12-06T02:22:44,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:44,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:22:44,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:22:44,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:44,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:22:44,706 DEBUG [5c7979348d1b:38817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:44,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:44,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38661,1733451761909, state=OPENING 2024-12-06T02:22:44,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:22:44,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-911737253/meta-region-server: CHANGED 2024-12-06T02:22:44,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38661,1733451761909}] 2024-12-06T02:22:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-911737253/meta-region-server: CHANGED 2024-12-06T02:22:45,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:45,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:45,153 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:45,153 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:45,153 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:45,155 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38661%2C1733451761909.meta, suffix=.meta, logDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/oldWALs, maxLogs=10 2024-12-06T02:22:45,174 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451765155.meta, exclude list is [], retry=0 2024-12-06T02:22:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:22:45,177 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451765155.meta 2024-12-06T02:22:45,178 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:22:45,178 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:45,178 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:45,178 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:45,178 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:45,178 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:45,178 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:45,179 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:45,179 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:45,179 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:45,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:45,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:45,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:45,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:45,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:45,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:45,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:45,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:45,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:45,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:45,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:45,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:45,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:45,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:45,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:45,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:45,184 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:45,184 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740 2024-12-06T02:22:45,185 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740 2024-12-06T02:22:45,186 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:45,186 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:45,186 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:45,188 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:45,188 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65504347, jitterRate=-0.02390916645526886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:45,188 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:45,188 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451765179Writing region info on filesystem at 1733451765179Initializing all the Stores at 1733451765179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451765179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451765179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451765179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451765179Cleaning up temporary data from old regions at 1733451765186 (+7 ms)Running coprocessor post-open hooks at 1733451765188 (+2 ms)Region opened successfully at 1733451765188 2024-12-06T02:22:45,189 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451765148 2024-12-06T02:22:45,191 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:45,191 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:45,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:45,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,38661,1733451761909, state=OPEN 2024-12-06T02:22:45,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-911737253/meta-region-server 2024-12-06T02:22:45,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-911737253/meta-region-server 2024-12-06T02:22:45,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:45,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-911737253/meta-region-server: CHANGED 2024-12-06T02:22:45,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-911737253/meta-region-server: CHANGED 2024-12-06T02:22:45,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:45,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,38661,1733451761909 in 240 msec 2024-12-06T02:22:45,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:45,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-12-06T02:22:45,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:45,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:45,239 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:45,239 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38661,1733451761909, seqNum=-1] 2024-12-06T02:22:45,239 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:45,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:45,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7530 sec 2024-12-06T02:22:45,260 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451765260, completionTime=-1 2024-12-06T02:22:45,260 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:45,260 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:45,262 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:45,262 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451825262 2024-12-06T02:22:45,262 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451885262 2024-12-06T02:22:45,262 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:38817, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,263 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,265 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:45,266 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-12-06T02:22:45,266 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:45,266 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:45,266 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:45,267 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:45,267 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:45,267 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:45,267 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:45,269 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:45,269 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:45,269 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,38817,1733451761671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:45,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:45,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:22:45,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:45,273 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:22:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:22:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70284d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:45,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:22:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:45,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:45,275 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:45,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:45,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38661,1733451761909, seqNum=-1] 2024-12-06T02:22:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:45,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:45,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,38817,1733451761671 2024-12-06T02:22:45,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:45,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a872bb3a0002 connected 2024-12-06T02:22:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir so I do NOT create it in target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8 2024-12-06T02:22:45,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:22:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.tmp.dir so I do NOT create it in target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8 2024-12-06T02:22:45,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:22:45,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8 2024-12-06T02:22:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:22:45,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/cluster_f7f77767-e2c8-dc5e-ea09-439979a7f83b, deleteOnExit=true 2024-12-06T02:22:45,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/test.cache.data in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:22:45,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:22:45,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:22:45,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:22:45,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:45,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:45,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:45,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:45,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:45,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:45,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:45,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:45,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d5bb09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-9979059946382693014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:45,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-12-06T02:22:45,965 INFO [Time-limited test {}] server.Server(415): Started @332169ms 2024-12-06T02:22:46,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:46,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:46,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:46,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:46,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T02:22:46,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:46,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:46,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10340eae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/java.io.tmpdir/jetty-localhost-45203-hadoop-hdfs-3_4_1-tests_jar-_-any-9809487247419893280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:46,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:45203} 2024-12-06T02:22:46,462 INFO [Time-limited test {}] server.Server(415): Started @332666ms 2024-12-06T02:22:46,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:22:47,133 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/cluster_f7f77767-e2c8-dc5e-ea09-439979a7f83b/data/data1/current/BP-37611289-172.17.0.3-1733451765340/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:47,133 WARN [Thread-4442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/cluster_f7f77767-e2c8-dc5e-ea09-439979a7f83b/data/data2/current/BP-37611289-172.17.0.3-1733451765340/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:47,170 WARN [Thread-4429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:22:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b0cbd854a67553 with lease ID 0x154ea99d64bf92ac: Processing first storage report for DS-58921d9c-6b09-4b3f-8a0d-aa3f4e086343 from datanode DatanodeRegistration(127.0.0.1:34305, datanodeUuid=6e227299-6cd6-47e9-8596-721537365251, infoPort=33317, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=407468521;c=1733451765340) 2024-12-06T02:22:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b0cbd854a67553 with lease ID 0x154ea99d64bf92ac: from storage DS-58921d9c-6b09-4b3f-8a0d-aa3f4e086343 node DatanodeRegistration(127.0.0.1:34305, datanodeUuid=6e227299-6cd6-47e9-8596-721537365251, infoPort=33317, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=407468521;c=1733451765340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25b0cbd854a67553 with lease ID 0x154ea99d64bf92ac: Processing first storage report for DS-dba0b3fe-a5ba-4b8a-934c-7a56f08a27e6 from datanode DatanodeRegistration(127.0.0.1:34305, datanodeUuid=6e227299-6cd6-47e9-8596-721537365251, infoPort=33317, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=407468521;c=1733451765340) 2024-12-06T02:22:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25b0cbd854a67553 with lease ID 0x154ea99d64bf92ac: from storage DS-dba0b3fe-a5ba-4b8a-934c-7a56f08a27e6 node DatanodeRegistration(127.0.0.1:34305, datanodeUuid=6e227299-6cd6-47e9-8596-721537365251, infoPort=33317, infoSecurePort=0, ipcPort=38487, storageInfo=lv=-57;cid=testClusterID;nsid=407468521;c=1733451765340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:47,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8 2024-12-06T02:22:47,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:22:47,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d with version=8 2024-12-06T02:22:47,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/hbase-staging 2024-12-06T02:22:47,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:22:47,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:47,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46419 2024-12-06T02:22:47,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46419 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464190x0, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:47,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46419-0x101a872bb3a0003 connected 2024-12-06T02:22:47,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/running 2024-12-06T02:22:47,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d, hbase.cluster.distributed=false 2024-12-06T02:22:47,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/acl 2024-12-06T02:22:47,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-06T02:22:47,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46419 2024-12-06T02:22:47,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46419 2024-12-06T02:22:47,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-06T02:22:47,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46419 2024-12-06T02:22:47,731 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:47,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:47,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33157 2024-12-06T02:22:47,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33157 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:47,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:47,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331570x0, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:47,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331570x0, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/running 2024-12-06T02:22:47,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33157-0x101a872bb3a0004 connected 2024-12-06T02:22:47,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:22:47,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:22:47,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/master 2024-12-06T02:22:47,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/acl 2024-12-06T02:22:47,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33157 2024-12-06T02:22:47,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33157 2024-12-06T02:22:47,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33157 2024-12-06T02:22:47,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33157 2024-12-06T02:22:47,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33157 2024-12-06T02:22:47,762 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:46419 2024-12-06T02:22:47,762 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /14468964/backup-masters/5c7979348d1b,46419,1733451767622 2024-12-06T02:22:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/backup-masters 2024-12-06T02:22:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/backup-masters 2024-12-06T02:22:47,812 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on existing znode=/14468964/backup-masters/5c7979348d1b,46419,1733451767622 2024-12-06T02:22:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14468964/master 2024-12-06T02:22:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:47,831 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on existing znode=/14468964/master 2024-12-06T02:22:47,832 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /14468964/backup-masters/5c7979348d1b,46419,1733451767622 from backup master directory 2024-12-06T02:22:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14468964/backup-masters/5c7979348d1b,46419,1733451767622 2024-12-06T02:22:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/backup-masters 2024-12-06T02:22:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/backup-masters 2024-12-06T02:22:47,839 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:47,839 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,46419,1733451767622 2024-12-06T02:22:47,842 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/hbase.id] with ID: 779ecde4-c7de-463a-bfab-12818ac4c1ab 2024-12-06T02:22:47,842 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/.tmp/hbase.id 2024-12-06T02:22:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:22:48,246 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/.tmp/hbase.id]:[hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/hbase.id] 2024-12-06T02:22:48,252 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:48,252 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:22:48,253 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:22:48,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:48,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:22:48,709 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:48,710 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:22:48,710 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:22:49,117 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store 2024-12-06T02:22:49,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:49,522 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:49,522 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451769522Disabling compacts and flushes for region at 1733451769522Disabling writes for close at 1733451769522Writing region close event to WAL at 1733451769522Closed at 1733451769522 2024-12-06T02:22:49,522 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/.initializing 2024-12-06T02:22:49,522 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/WALs/5c7979348d1b,46419,1733451767622 2024-12-06T02:22:49,523 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:49,524 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C46419%2C1733451767622, suffix=, logDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/WALs/5c7979348d1b,46419,1733451767622, archiveDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/oldWALs, maxLogs=10 2024-12-06T02:22:49,535 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/WALs/5c7979348d1b,46419,1733451767622/5c7979348d1b%2C46419%2C1733451767622.1733451769525, exclude list is [], retry=0 2024-12-06T02:22:49,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34305,DS-58921d9c-6b09-4b3f-8a0d-aa3f4e086343,DISK] 2024-12-06T02:22:49,538 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/WALs/5c7979348d1b,46419,1733451767622/5c7979348d1b%2C46419%2C1733451767622.1733451769525 2024-12-06T02:22:49,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33317:33317)] 2024-12-06T02:22:49,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:49,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:49,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:22:49,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:49,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:49,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:22:49,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:49,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:49,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:22:49,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:49,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:49,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:22:49,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:49,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:49,544 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,544 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,544 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,545 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,545 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,545 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:49,546 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:49,547 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:49,547 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73528962, jitterRate=0.09566691517829895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:49,547 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451769539Initializing all the Stores at 1733451769539Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451769539Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451769539Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451769539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451769539Cleaning up temporary data from old regions at 1733451769545 (+6 ms)Region opened successfully at 1733451769547 (+2 ms) 2024-12-06T02:22:49,547 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:22:49,549 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47196281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:49,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:22:49,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:22:49,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:22:49,550 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:22:49,551 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:22:49,551 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:22:49,551 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:22:49,555 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:22:49,556 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/balancer because node does not exist (not necessarily an error) 2024-12-06T02:22:49,608 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/balancer already deleted, retry=false 2024-12-06T02:22:49,608 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:22:49,609 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:22:49,618 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/normalizer already deleted, retry=false 2024-12-06T02:22:49,618 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:22:49,619 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:22:49,628 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/switch/split already deleted, retry=false 2024-12-06T02:22:49,629 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:22:49,639 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/switch/merge already deleted, retry=false 2024-12-06T02:22:49,641 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:22:49,649 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/snapshot-cleanup already deleted, retry=false 2024-12-06T02:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14468964/running 2024-12-06T02:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14468964/running 2024-12-06T02:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,660 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,46419,1733451767622, sessionid=0x101a872bb3a0003, setting cluster-up flag (Was=false) 2024-12-06T02:22:49,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,713 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /14468964/flush-table-proc/acquired, /14468964/flush-table-proc/reached, /14468964/flush-table-proc/abort 2024-12-06T02:22:49,714 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46419,1733451767622 2024-12-06T02:22:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:49,765 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /14468964/online-snapshot/acquired, /14468964/online-snapshot/reached, /14468964/online-snapshot/abort 2024-12-06T02:22:49,767 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,46419,1733451767622 2024-12-06T02:22:49,768 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:22:49,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:49,770 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:22:49,770 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:22:49,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,46419,1733451767622 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:49,773 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:49,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:22:49,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:49,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:22:49,804 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451799804 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:22:49,805 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,806 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:22:49,806 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:22:49,806 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:22:49,806 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:22:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:22:49,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:22:49,807 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d 2024-12-06T02:22:49,812 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:22:49,812 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:22:49,813 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451769812,5,FailOnTimeoutGroup] 2024-12-06T02:22:49,813 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451769813,5,FailOnTimeoutGroup] 2024-12-06T02:22:49,813 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,813 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:22:49,813 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,813 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741832_1008 (size=32) 2024-12-06T02:22:49,855 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(746): ClusterId : 779ecde4-c7de-463a-bfab-12818ac4c1ab 2024-12-06T02:22:49,855 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:22:49,869 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:22:49,869 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:22:49,887 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:22:49,887 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72848073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:49,903 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:33157 2024-12-06T02:22:49,903 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:22:49,903 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:22:49,903 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:22:49,904 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,46419,1733451767622 with port=33157, startcode=1733451767731 2024-12-06T02:22:49,904 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:22:49,905 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:22:49,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46419 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,908 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d 2024-12-06T02:22:49,908 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41761 2024-12-06T02:22:49,908 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:22:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/rs 2024-12-06T02:22:49,921 DEBUG [RS:0;5c7979348d1b:33157 {}] zookeeper.ZKUtil(111): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on existing znode=/14468964/rs/5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,921 WARN [RS:0;5c7979348d1b:33157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:49,921 INFO [RS:0;5c7979348d1b:33157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:49,921 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,33157,1733451767731] 2024-12-06T02:22:49,924 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:22:49,925 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:22:49,928 INFO [RS:0;5c7979348d1b:33157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:22:49,928 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,929 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:22:49,929 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:22:49,929 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,929 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,929 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,929 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,929 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,929 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:49,930 DEBUG [RS:0;5c7979348d1b:33157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,933 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33157,1733451767731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:49,948 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:22:49,948 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,33157,1733451767731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,948 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,948 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.Replication(171): 5c7979348d1b,33157,1733451767731 started 2024-12-06T02:22:49,961 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:49,961 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,33157,1733451767731, RpcServer on 5c7979348d1b/172.17.0.3:33157, sessionid=0x101a872bb3a0004 2024-12-06T02:22:49,961 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:22:49,961 DEBUG [RS:0;5c7979348d1b:33157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,961 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,33157,1733451767731' 2024-12-06T02:22:49,961 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/14468964/flush-table-proc/abort' 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/14468964/flush-table-proc/acquired' 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,33157,1733451767731 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,33157,1733451767731' 2024-12-06T02:22:49,963 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/14468964/online-snapshot/abort' 2024-12-06T02:22:49,964 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/14468964/online-snapshot/acquired' 2024-12-06T02:22:49,964 DEBUG [RS:0;5c7979348d1b:33157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:22:49,965 INFO [RS:0;5c7979348d1b:33157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:22:49,965 INFO [RS:0;5c7979348d1b:33157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:22:50,065 INFO [RS:0;5c7979348d1b:33157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:50,067 INFO [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C33157%2C1733451767731, suffix=, logDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731, archiveDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/oldWALs, maxLogs=10 2024-12-06T02:22:50,085 DEBUG [RS:0;5c7979348d1b:33157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731/5c7979348d1b%2C33157%2C1733451767731.1733451770067, exclude list is [], retry=0 2024-12-06T02:22:50,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34305,DS-58921d9c-6b09-4b3f-8a0d-aa3f4e086343,DISK] 2024-12-06T02:22:50,091 INFO [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731/5c7979348d1b%2C33157%2C1733451767731.1733451770067 2024-12-06T02:22:50,091 DEBUG [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33317:33317)] 2024-12-06T02:22:50,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:50,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:50,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:50,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:50,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:50,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:50,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:50,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:50,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:50,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:50,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740 2024-12-06T02:22:50,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740 2024-12-06T02:22:50,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:50,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:50,225 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:50,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:50,228 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64265188, jitterRate=-0.04237407445907593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451770218Initializing all the Stores at 1733451770219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451770219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770219Cleaning up temporary data from old regions at 1733451770225 (+6 ms)Region opened successfully at 1733451770228 (+3 ms) 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:50,228 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:50,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451770228Disabling compacts and flushes for region at 1733451770228Disabling writes for close at 1733451770228Writing region close event to WAL at 1733451770228Closed at 1733451770228 2024-12-06T02:22:50,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:50,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:22:50,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:22:50,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:50,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:22:50,381 DEBUG [5c7979348d1b:46419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:50,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:50,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,33157,1733451767731, state=OPENING 2024-12-06T02:22:50,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:22:50,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14468964/meta-region-server: CHANGED 2024-12-06T02:22:50,436 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:50,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,33157,1733451767731}] 2024-12-06T02:22:50,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14468964/meta-region-server: CHANGED 2024-12-06T02:22:50,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:50,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:50,594 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:50,594 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:50,594 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:50,595 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C33157%2C1733451767731.meta, suffix=.meta, logDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731, archiveDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/oldWALs, maxLogs=10 2024-12-06T02:22:50,608 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731/5c7979348d1b%2C33157%2C1733451767731.meta.1733451770596.meta, exclude list is [], retry=0 2024-12-06T02:22:50,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34305,DS-58921d9c-6b09-4b3f-8a0d-aa3f4e086343,DISK] 2024-12-06T02:22:50,611 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731/5c7979348d1b%2C33157%2C1733451767731.meta.1733451770596.meta 2024-12-06T02:22:50,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33317:33317)] 2024-12-06T02:22:50,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:50,612 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:50,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:50,612 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:50,612 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:50,613 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:50,613 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:50,613 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:50,613 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:50,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:50,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:50,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:50,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:50,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:50,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:50,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:50,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:50,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:50,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:50,617 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:50,618 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740 2024-12-06T02:22:50,619 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740 2024-12-06T02:22:50,619 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:50,620 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:50,620 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:50,621 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:50,622 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67528804, jitterRate=0.006257593631744385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:50,622 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:50,622 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451770613Writing region info on filesystem at 1733451770613Initializing all the Stores at 1733451770613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770614 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451770614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451770614Cleaning up temporary data from old regions at 1733451770620 (+6 ms)Running coprocessor post-open hooks at 1733451770622 (+2 ms)Region opened successfully at 1733451770622 2024-12-06T02:22:50,623 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451770590 2024-12-06T02:22:50,624 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:50,624 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:50,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:50,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,33157,1733451767731, state=OPEN 2024-12-06T02:22:50,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:50,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/14468964/meta-region-server 2024-12-06T02:22:50,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/14468964/meta-region-server 2024-12-06T02:22:50,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:50,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14468964/meta-region-server: CHANGED 2024-12-06T02:22:50,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14468964/meta-region-server: CHANGED 2024-12-06T02:22:50,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:50,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,33157,1733451767731 in 294 msec 2024-12-06T02:22:50,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:50,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-12-06T02:22:50,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,734 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:50,734 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:50,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:50,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,33157,1733451767731, seqNum=-1] 2024-12-06T02:22:50,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:50,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:50,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:50,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-12-06T02:22:50,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451770740, completionTime=-1 2024-12-06T02:22:50,740 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:50,740 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451830742 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451890742 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:46419, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,742 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,743 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,745 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:50,748 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:50,755 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:50,755 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:50,755 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46419,1733451767622-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:50,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:50,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46419,-1 for getting cluster id 2024-12-06T02:22:50,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:50,758 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '779ecde4-c7de-463a-bfab-12818ac4c1ab' 2024-12-06T02:22:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "779ecde4-c7de-463a-bfab-12818ac4c1ab" 2024-12-06T02:22:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1bee08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46419,-1] 2024-12-06T02:22:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:50,759 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:50,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,33157,1733451767731, seqNum=-1] 2024-12-06T02:22:50,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:50,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:50,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,46419,1733451767622 2024-12-06T02:22:50,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:50,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a872bb3a0005 connected 2024-12-06T02:22:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir so I do NOT create it in target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373 2024-12-06T02:22:50,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T02:22:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.tmp.dir so I do NOT create it in target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373 2024-12-06T02:22:50,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T02:22:50,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373 2024-12-06T02:22:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T02:22:50,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/cluster_f7bbeee4-6cc6-3463-91fb-a2f9170f1180, deleteOnExit=true 2024-12-06T02:22:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/test.cache.data in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.log.dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T02:22:50,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T02:22:50,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/nfs.dump.dir in system properties and HBase conf 2024-12-06T02:22:50,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/java.io.tmpdir in system properties and HBase conf 2024-12-06T02:22:50,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T02:22:50,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T02:22:50,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T02:22:51,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:51,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:51,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:51,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:51,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:51,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:51,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:51,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:51,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e89e4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/java.io.tmpdir/jetty-localhost-33423-hadoop-hdfs-3_4_1-tests_jar-_-any-5113405324042366787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:22:51,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:33423} 2024-12-06T02:22:51,373 INFO [Time-limited test {}] server.Server(415): Started @337577ms 2024-12-06T02:22:51,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T02:22:51,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T02:22:51,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T02:22:51,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T02:22:51,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T02:22:51,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.log.dir/,AVAILABLE} 2024-12-06T02:22:51,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T02:22:51,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/java.io.tmpdir/jetty-localhost-39221-hadoop-hdfs-3_4_1-tests_jar-_-any-891085149081773061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:22:51,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:39221} 2024-12-06T02:22:51,952 INFO [Time-limited test {}] server.Server(415): Started @338156ms 2024-12-06T02:22:51,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T02:22:52,707 WARN [Thread-4563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/cluster_f7bbeee4-6cc6-3463-91fb-a2f9170f1180/data/data2/current/BP-97924428-172.17.0.3-1733451770806/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:52,707 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/cluster_f7bbeee4-6cc6-3463-91fb-a2f9170f1180/data/data1/current/BP-97924428-172.17.0.3-1733451770806/current, will proceed with Du for space computation calculation, 2024-12-06T02:22:52,745 WARN [Thread-4550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T02:22:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a2fc0f6807c8ae7 with lease ID 0xf190b826bff4d3c1: Processing first storage report for DS-5c0b0ec2-fa6a-4dd6-abc4-9a97e28d596e from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=c4803bf7-8f34-4216-a7f8-c0fc623b90be, infoPort=37835, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=2094783496;c=1733451770806) 2024-12-06T02:22:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a2fc0f6807c8ae7 with lease ID 0xf190b826bff4d3c1: from storage DS-5c0b0ec2-fa6a-4dd6-abc4-9a97e28d596e node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=c4803bf7-8f34-4216-a7f8-c0fc623b90be, infoPort=37835, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=2094783496;c=1733451770806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a2fc0f6807c8ae7 with lease ID 0xf190b826bff4d3c1: Processing first storage report for DS-882a6332-aca5-452c-be0f-5e8ac1457d9a from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=c4803bf7-8f34-4216-a7f8-c0fc623b90be, infoPort=37835, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=2094783496;c=1733451770806) 2024-12-06T02:22:52,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a2fc0f6807c8ae7 with lease ID 0xf190b826bff4d3c1: from storage DS-882a6332-aca5-452c-be0f-5e8ac1457d9a node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=c4803bf7-8f34-4216-a7f8-c0fc623b90be, infoPort=37835, infoSecurePort=0, ipcPort=33763, storageInfo=lv=-57;cid=testClusterID;nsid=2094783496;c=1733451770806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T02:22:52,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373 2024-12-06T02:22:52,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:52,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741825_1001 (size=7) 2024-12-06T02:22:53,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb with version=8 2024-12-06T02:22:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/hbase-staging 2024-12-06T02:22:53,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:53,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:53,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:53,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T02:22:53,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:53,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37499 2024-12-06T02:22:53,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37499 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374990x0, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:53,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37499-0x101a872bb3a0006 connected 2024-12-06T02:22:53,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:53,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:53,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/running 2024-12-06T02:22:53,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb, hbase.cluster.distributed=false 2024-12-06T02:22:53,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/acl 2024-12-06T02:22:53,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37499 2024-12-06T02:22:53,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37499 2024-12-06T02:22:53,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37499 2024-12-06T02:22:53,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37499 2024-12-06T02:22:53,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37499 2024-12-06T02:22:53,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5c7979348d1b:0 server-side Connection retries=45 2024-12-06T02:22:53,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T02:22:53,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T02:22:53,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T02:22:53,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T02:22:53,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T02:22:53,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46417 2024-12-06T02:22:53,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46417 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:53,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:53,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:53,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464170x0, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/running 2024-12-06T02:22:53,484 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T02:22:53,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464170x0, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:53,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46417-0x101a872bb3a0007 connected 2024-12-06T02:22:53,493 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T02:22:53,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/master 2024-12-06T02:22:53,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/acl 2024-12-06T02:22:53,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-06T02:22:53,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46417 2024-12-06T02:22:53,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46417 2024-12-06T02:22:53,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-06T02:22:53,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-06T02:22:53,548 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5c7979348d1b:37499 2024-12-06T02:22:53,552 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21718482280/backup-masters/5c7979348d1b,37499,1733451773211 2024-12-06T02:22:53,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/backup-masters 2024-12-06T02:22:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/backup-masters 2024-12-06T02:22:53,566 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on existing znode=/21718482280/backup-masters/5c7979348d1b,37499,1733451773211 2024-12-06T02:22:53,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718482280/master 2024-12-06T02:22:53,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:53,581 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on existing znode=/21718482280/master 2024-12-06T02:22:53,581 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21718482280/backup-masters/5c7979348d1b,37499,1733451773211 from backup master directory 2024-12-06T02:22:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718482280/backup-masters/5c7979348d1b,37499,1733451773211 2024-12-06T02:22:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/backup-masters 2024-12-06T02:22:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/backup-masters 2024-12-06T02:22:53,587 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:53,587 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5c7979348d1b,37499,1733451773211 2024-12-06T02:22:53,590 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/hbase.id] with ID: 4e747c58-773b-4191-b47d-8425defa7c35 2024-12-06T02:22:53,590 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/.tmp/hbase.id 2024-12-06T02:22:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741826_1002 (size=42) 2024-12-06T02:22:54,028 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/.tmp/hbase.id]:[hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/hbase.id] 2024-12-06T02:22:54,038 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:22:54,038 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T02:22:54,039 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T02:22:54,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741827_1003 (size=196) 2024-12-06T02:22:54,486 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:54,487 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T02:22:54,487 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:54,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741828_1004 (size=1189) 2024-12-06T02:22:54,498 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store 2024-12-06T02:22:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741829_1005 (size=34) 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:22:54,509 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:54,509 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:22:54,509 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451774509Disabling compacts and flushes for region at 1733451774509Disabling writes for close at 1733451774509Writing region close event to WAL at 1733451774509Closed at 1733451774509 2024-12-06T02:22:54,510 WARN [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/.initializing 2024-12-06T02:22:54,510 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/WALs/5c7979348d1b,37499,1733451773211 2024-12-06T02:22:54,510 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:54,511 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5c7979348d1b%2C37499%2C1733451773211, suffix=, logDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/WALs/5c7979348d1b,37499,1733451773211, archiveDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/oldWALs, maxLogs=10 2024-12-06T02:22:54,525 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/WALs/5c7979348d1b,37499,1733451773211/5c7979348d1b%2C37499%2C1733451773211.1733451774512, exclude list is [], retry=0 2024-12-06T02:22:54,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-5c0b0ec2-fa6a-4dd6-abc4-9a97e28d596e,DISK] 2024-12-06T02:22:54,530 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/WALs/5c7979348d1b,37499,1733451773211/5c7979348d1b%2C37499%2C1733451773211.1733451774512 2024-12-06T02:22:54,530 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37835:37835)] 2024-12-06T02:22:54,530 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:54,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:54,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,531 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T02:22:54,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:54,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:54,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T02:22:54,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:54,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:54,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T02:22:54,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:54,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:54,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T02:22:54,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:54,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:54,537 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,538 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,539 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,540 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:54,541 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T02:22:54,543 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:54,543 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61776382, jitterRate=-0.07946017384529114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:54,543 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733451774531Initializing all the Stores at 1733451774531Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451774531Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451774532 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451774532Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451774532Cleaning up temporary data from old regions at 1733451774539 (+7 ms)Region opened successfully at 1733451774543 (+4 ms) 2024-12-06T02:22:54,544 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T02:22:54,547 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11935068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:54,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T02:22:54,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T02:22:54,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T02:22:54,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T02:22:54,548 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T02:22:54,549 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T02:22:54,549 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T02:22:54,554 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T02:22:54,555 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/balancer because node does not exist (not necessarily an error) 2024-12-06T02:22:54,607 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/balancer already deleted, retry=false 2024-12-06T02:22:54,608 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T02:22:54,608 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/normalizer because node does not exist (not necessarily an error) 2024-12-06T02:22:54,618 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/normalizer already deleted, retry=false 2024-12-06T02:22:54,618 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T02:22:54,619 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/switch/split because node does not exist (not necessarily an error) 2024-12-06T02:22:54,630 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/switch/split already deleted, retry=false 2024-12-06T02:22:54,631 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/switch/merge because node does not exist (not necessarily an error) 2024-12-06T02:22:54,639 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/switch/merge already deleted, retry=false 2024-12-06T02:22:54,641 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T02:22:54,649 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/snapshot-cleanup already deleted, retry=false 2024-12-06T02:22:54,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718482280/running 2024-12-06T02:22:54,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21718482280/running 2024-12-06T02:22:54,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,661 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5c7979348d1b,37499,1733451773211, sessionid=0x101a872bb3a0006, setting cluster-up flag (Was=false) 2024-12-06T02:22:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,712 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21718482280/flush-table-proc/acquired, /21718482280/flush-table-proc/reached, /21718482280/flush-table-proc/abort 2024-12-06T02:22:54,714 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,37499,1733451773211 2024-12-06T02:22:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:54,765 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21718482280/online-snapshot/acquired, /21718482280/online-snapshot/reached, /21718482280/online-snapshot/abort 2024-12-06T02:22:54,766 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5c7979348d1b,37499,1733451773211 2024-12-06T02:22:54,767 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T02:22:54,768 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:54,768 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T02:22:54,768 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T02:22:54,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5c7979348d1b,37499,1733451773211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T02:22:54,769 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5c7979348d1b:0, corePoolSize=5, maxPoolSize=5 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5c7979348d1b:0, corePoolSize=10, maxPoolSize=10 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:54,770 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733451804770 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T02:22:54,771 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T02:22:54,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T02:22:54,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T02:22:54,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T02:22:54,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T02:22:54,772 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T02:22:54,772 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:54,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T02:22:54,776 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451774772,5,FailOnTimeoutGroup] 2024-12-06T02:22:54,778 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451774776,5,FailOnTimeoutGroup] 2024-12-06T02:22:54,779 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,779 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T02:22:54,779 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,779 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741831_1007 (size=1321) 2024-12-06T02:22:54,840 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(746): ClusterId : 4e747c58-773b-4191-b47d-8425defa7c35 2024-12-06T02:22:54,840 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T02:22:54,850 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T02:22:54,850 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T02:22:54,861 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T02:22:54,862 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214dcaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5c7979348d1b/172.17.0.3:0 2024-12-06T02:22:54,883 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5c7979348d1b:46417 2024-12-06T02:22:54,883 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T02:22:54,883 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T02:22:54,883 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T02:22:54,883 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(2659): reportForDuty to master=5c7979348d1b,37499,1733451773211 with port=46417, startcode=1733451773457 2024-12-06T02:22:54,884 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T02:22:54,895 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T02:22:54,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5c7979348d1b,46417,1733451773457 2024-12-06T02:22:54,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37499 {}] master.ServerManager(517): Registering regionserver=5c7979348d1b,46417,1733451773457 2024-12-06T02:22:54,899 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb 2024-12-06T02:22:54,899 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46805 2024-12-06T02:22:54,899 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T02:22:54,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/rs 2024-12-06T02:22:54,965 DEBUG [RS:0;5c7979348d1b:46417 {}] zookeeper.ZKUtil(111): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on existing znode=/21718482280/rs/5c7979348d1b,46417,1733451773457 2024-12-06T02:22:54,965 WARN [RS:0;5c7979348d1b:46417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T02:22:54,965 INFO [RS:0;5c7979348d1b:46417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:54,965 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457 2024-12-06T02:22:54,971 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T02:22:54,976 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T02:22:54,976 INFO [RS:0;5c7979348d1b:46417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T02:22:54,976 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5c7979348d1b,46417,1733451773457] 2024-12-06T02:22:54,982 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T02:22:54,982 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T02:22:54,982 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5c7979348d1b:0, corePoolSize=2, maxPoolSize=2 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5c7979348d1b:0, corePoolSize=1, maxPoolSize=1 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:54,983 DEBUG [RS:0;5c7979348d1b:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5c7979348d1b:0, corePoolSize=3, maxPoolSize=3 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:54,988 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46417,1733451773457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:55,006 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T02:22:55,006 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,46417,1733451773457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:55,006 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:55,006 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.Replication(171): 5c7979348d1b,46417,1733451773457 started 2024-12-06T02:22:55,023 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:55,023 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1482): Serving as 5c7979348d1b,46417,1733451773457, RpcServer on 5c7979348d1b/172.17.0.3:46417, sessionid=0x101a872bb3a0007 2024-12-06T02:22:55,023 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T02:22:55,023 DEBUG [RS:0;5c7979348d1b:46417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5c7979348d1b,46417,1733451773457 2024-12-06T02:22:55,023 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,46417,1733451773457' 2024-12-06T02:22:55,023 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21718482280/flush-table-proc/abort' 2024-12-06T02:22:55,023 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21718482280/flush-table-proc/acquired' 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5c7979348d1b,46417,1733451773457 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5c7979348d1b,46417,1733451773457' 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21718482280/online-snapshot/abort' 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21718482280/online-snapshot/acquired' 2024-12-06T02:22:55,024 DEBUG [RS:0;5c7979348d1b:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T02:22:55,024 INFO [RS:0;5c7979348d1b:46417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T02:22:55,024 INFO [RS:0;5c7979348d1b:46417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T02:22:55,125 INFO [RS:0;5c7979348d1b:46417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T02:22:55,128 INFO [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C46417%2C1733451773457, suffix=, logDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457, archiveDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/oldWALs, maxLogs=10 2024-12-06T02:22:55,145 DEBUG [RS:0;5c7979348d1b:46417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457/5c7979348d1b%2C46417%2C1733451773457.1733451775129, exclude list is [], retry=0 2024-12-06T02:22:55,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-5c0b0ec2-fa6a-4dd6-abc4-9a97e28d596e,DISK] 2024-12-06T02:22:55,148 INFO [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457/5c7979348d1b%2C46417%2C1733451773457.1733451775129 2024-12-06T02:22:55,148 DEBUG [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37835:37835)] 2024-12-06T02:22:55,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T02:22:55,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb 2024-12-06T02:22:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741833_1009 (size=32) 2024-12-06T02:22:55,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:55,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:55,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:55,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:55,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:55,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:55,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:55,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:55,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:55,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:55,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:55,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:55,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:55,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:55,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:55,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:55,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:55,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:55,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740 2024-12-06T02:22:55,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740 2024-12-06T02:22:55,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:55,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:55,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:55,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:55,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:55,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59549450, jitterRate=-0.11264404654502869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:55,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733451775594Initializing all the Stores at 1733451775595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451775595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451775596 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451775596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451775596Cleaning up temporary data from old regions at 1733451775606 (+10 ms)Region opened successfully at 1733451775613 (+7 ms) 2024-12-06T02:22:55,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:22:55,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:22:55,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:22:55,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:22:55,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:22:55,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:22:55,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451775614Disabling compacts and flushes for region at 1733451775614Disabling writes for close at 1733451775614Writing region close event to WAL at 1733451775618 (+4 ms)Closed at 1733451775618 2024-12-06T02:22:55,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:55,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T02:22:55,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T02:22:55,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:55,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T02:22:55,773 DEBUG [5c7979348d1b:37499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T02:22:55,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5c7979348d1b,46417,1733451773457 2024-12-06T02:22:55,774 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,46417,1733451773457, state=OPENING 2024-12-06T02:22:55,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T02:22:55,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:55,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:22:55,826 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T02:22:55,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718482280/meta-region-server: CHANGED 2024-12-06T02:22:55,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,46417,1733451773457}] 2024-12-06T02:22:55,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718482280/meta-region-server: CHANGED 2024-12-06T02:22:55,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:22:55,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:22:55,982 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T02:22:55,982 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:22:55,982 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T02:22:55,984 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C46417%2C1733451773457.meta, suffix=.meta, logDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457, archiveDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/oldWALs, maxLogs=10 2024-12-06T02:22:55,998 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457/5c7979348d1b%2C46417%2C1733451773457.meta.1733451775984.meta, exclude list is [], retry=0 2024-12-06T02:22:56,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-5c0b0ec2-fa6a-4dd6-abc4-9a97e28d596e,DISK] 2024-12-06T02:22:56,004 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457/5c7979348d1b%2C46417%2C1733451773457.meta.1733451775984.meta 2024-12-06T02:22:56,005 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37835:37835)] 2024-12-06T02:22:56,005 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:56,005 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:56,005 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:22:56,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T02:22:56,006 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T02:22:56,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T02:22:56,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:56,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T02:22:56,006 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T02:22:56,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T02:22:56,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T02:22:56,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:56,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:56,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T02:22:56,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T02:22:56,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:56,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:56,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T02:22:56,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T02:22:56,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:56,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:56,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T02:22:56,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T02:22:56,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:56,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T02:22:56,016 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T02:22:56,016 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740 2024-12-06T02:22:56,017 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740 2024-12-06T02:22:56,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T02:22:56,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T02:22:56,018 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T02:22:56,019 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T02:22:56,020 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68667318, jitterRate=0.023222774267196655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T02:22:56,020 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T02:22:56,020 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733451776006Writing region info on filesystem at 1733451776006Initializing all the Stores at 1733451776011 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451776011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451776011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451776011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733451776011Cleaning up temporary data from old regions at 1733451776018 (+7 ms)Running coprocessor post-open hooks at 1733451776020 (+2 ms)Region opened successfully at 1733451776020 2024-12-06T02:22:56,021 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733451775978 2024-12-06T02:22:56,026 DEBUG [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T02:22:56,026 INFO [RS_OPEN_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T02:22:56,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,46417,1733451773457 2024-12-06T02:22:56,027 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5c7979348d1b,46417,1733451773457, state=OPEN 2024-12-06T02:22:56,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21718482280/meta-region-server 2024-12-06T02:22:56,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21718482280/meta-region-server 2024-12-06T02:22:56,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718482280/meta-region-server: CHANGED 2024-12-06T02:22:56,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21718482280/meta-region-server: CHANGED 2024-12-06T02:22:56,039 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5c7979348d1b,46417,1733451773457 2024-12-06T02:22:56,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T02:22:56,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5c7979348d1b,46417,1733451773457 in 213 msec 2024-12-06T02:22:56,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T02:22:56,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-06T02:22:56,043 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T02:22:56,043 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T02:22:56,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:56,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,46417,1733451773457, seqNum=-1] 2024-12-06T02:22:56,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:56,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:56,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-06T02:22:56,050 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733451776050, completionTime=-1 2024-12-06T02:22:56,050 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T02:22:56,050 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733451836052 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733451896052 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5c7979348d1b:37499, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,052 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,053 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,054 DEBUG [master/5c7979348d1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.469sec 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T02:22:56,056 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T02:22:56,058 DEBUG [master/5c7979348d1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T02:22:56,058 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T02:22:56,058 INFO [master/5c7979348d1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5c7979348d1b,37499,1733451773211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T02:22:56,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:56,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37499,-1 for getting cluster id 2024-12-06T02:22:56,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:22:56,149 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e747c58-773b-4191-b47d-8425defa7c35' 2024-12-06T02:22:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:22:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e747c58-773b-4191-b47d-8425defa7c35" 2024-12-06T02:22:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731fc74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37499,-1] 2024-12-06T02:22:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:22:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:22:56,169 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:22:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:22:56,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:22:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,46417,1733451773457, seqNum=-1] 2024-12-06T02:22:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:22:56,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:22:56,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5c7979348d1b,37499,1733451773211 2024-12-06T02:22:56,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57030 2024-12-06T02:22:56,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T02:22:56,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a872bb3a0008 connected 2024-12-06T02:22:56,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:22:56,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,38817,1733451761671 2024-12-06T02:22:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc2ff89 2024-12-06T02:22:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:56,205 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:56,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:56,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:56,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:56,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:56,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:56,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a84b1e3ba7a329c0daa7b730bf7c9c0, NAME => 'test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad 2024-12-06T02:22:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:56,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:56,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a84b1e3ba7a329c0daa7b730bf7c9c0, disabling compactions & flushes 2024-12-06T02:22:56,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:56,650 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:56,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. after waiting 0 ms 2024-12-06T02:22:56,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:56,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:56,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a84b1e3ba7a329c0daa7b730bf7c9c0: Waiting for close lock at 1733451776650Disabling compacts and flushes for region at 1733451776650Disabling writes for close at 1733451776651 (+1 ms)Writing region close event to WAL at 1733451776651Closed at 1733451776651 2024-12-06T02:22:56,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:56,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451776652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451776652"}]},"ts":"1733451776652"} 2024-12-06T02:22:56,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:56,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:56,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451776661"}]},"ts":"1733451776661"} 2024-12-06T02:22:56,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:56,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a84b1e3ba7a329c0daa7b730bf7c9c0, ASSIGN}] 2024-12-06T02:22:56,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a84b1e3ba7a329c0daa7b730bf7c9c0, ASSIGN 2024-12-06T02:22:56,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a84b1e3ba7a329c0daa7b730bf7c9c0, ASSIGN; state=OFFLINE, location=5c7979348d1b,38661,1733451761909; forceNewPlan=false, retain=false 2024-12-06T02:22:56,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a84b1e3ba7a329c0daa7b730bf7c9c0, regionState=OPENING, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:56,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a84b1e3ba7a329c0daa7b730bf7c9c0, ASSIGN because future has completed 2024-12-06T02:22:56,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a84b1e3ba7a329c0daa7b730bf7c9c0, server=5c7979348d1b,38661,1733451761909}] 2024-12-06T02:22:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:56,990 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:56,990 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a84b1e3ba7a329c0daa7b730bf7c9c0, NAME => 'test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:56,991 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:56,991 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:56,991 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:56,991 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:56,991 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:56,992 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,004 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,006 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a84b1e3ba7a329c0daa7b730bf7c9c0 columnFamilyName f 2024-12-06T02:22:57,006 DEBUG [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:57,007 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(327): Store=8a84b1e3ba7a329c0daa7b730bf7c9c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:57,007 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,008 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a84b1e3ba7a329c0daa7b730bf7c9c0 columnFamilyName f1 2024-12-06T02:22:57,008 DEBUG [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:57,008 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(327): Store=8a84b1e3ba7a329c0daa7b730bf7c9c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:57,008 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,009 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a84b1e3ba7a329c0daa7b730bf7c9c0 columnFamilyName norep 2024-12-06T02:22:57,009 DEBUG [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:57,010 INFO [StoreOpener-8a84b1e3ba7a329c0daa7b730bf7c9c0-1 {}] regionserver.HStore(327): Store=8a84b1e3ba7a329c0daa7b730bf7c9c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:57,010 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,011 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,011 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,012 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,013 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,013 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:57,014 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,021 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:57,021 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a84b1e3ba7a329c0daa7b730bf7c9c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59876596, jitterRate=-0.1077691912651062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:57,021 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:22:57,022 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a84b1e3ba7a329c0daa7b730bf7c9c0: Running coprocessor pre-open hook at 1733451776992Writing region info on filesystem at 1733451776992Initializing all the Stores at 1733451776997 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451776997Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451777000 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451777000Cleaning up temporary data from old regions at 1733451777013 (+13 ms)Running coprocessor post-open hooks at 1733451777021 (+8 ms)Region opened successfully at 1733451777021 2024-12-06T02:22:57,024 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., pid=6, masterSystemTime=1733451776970 2024-12-06T02:22:57,026 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:57,026 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:22:57,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a84b1e3ba7a329c0daa7b730bf7c9c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:22:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a84b1e3ba7a329c0daa7b730bf7c9c0, server=5c7979348d1b,38661,1733451761909 because future has completed 2024-12-06T02:22:57,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:57,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a84b1e3ba7a329c0daa7b730bf7c9c0, server=5c7979348d1b,38661,1733451761909 in 215 msec 2024-12-06T02:22:57,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:57,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a84b1e3ba7a329c0daa7b730bf7c9c0, ASSIGN in 372 msec 2024-12-06T02:22:57,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:57,038 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451777037"}]},"ts":"1733451777037"} 2024-12-06T02:22:57,039 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:57,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:57,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 834 msec 2024-12-06T02:22:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:57,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:57,354 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46419,1733451767622 2024-12-06T02:22:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ef0bef7 2024-12-06T02:22:57,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:57,355 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:57,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:57,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:57,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:57,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:57,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:57,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e38e2d648d86ed0ce78e59416e456bc, NAME => 'test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d 2024-12-06T02:22:57,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e38e2d648d86ed0ce78e59416e456bc, disabling compactions & flushes 2024-12-06T02:22:58,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. after waiting 0 ms 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e38e2d648d86ed0ce78e59416e456bc: Waiting for close lock at 1733451778201Disabling compacts and flushes for region at 1733451778201Disabling writes for close at 1733451778201Writing region close event to WAL at 1733451778201Closed at 1733451778201 2024-12-06T02:22:58,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:58,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451778205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451778205"}]},"ts":"1733451778205"} 2024-12-06T02:22:58,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:58,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:58,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451778210"}]},"ts":"1733451778210"} 2024-12-06T02:22:58,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:58,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e38e2d648d86ed0ce78e59416e456bc, ASSIGN}] 2024-12-06T02:22:58,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e38e2d648d86ed0ce78e59416e456bc, ASSIGN 2024-12-06T02:22:58,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e38e2d648d86ed0ce78e59416e456bc, ASSIGN; state=OFFLINE, location=5c7979348d1b,33157,1733451767731; forceNewPlan=false, retain=false 2024-12-06T02:22:58,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e38e2d648d86ed0ce78e59416e456bc, regionState=OPENING, regionLocation=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:58,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e38e2d648d86ed0ce78e59416e456bc, ASSIGN because future has completed 2024-12-06T02:22:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e38e2d648d86ed0ce78e59416e456bc, server=5c7979348d1b,33157,1733451767731}] 2024-12-06T02:22:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:58,531 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,531 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e38e2d648d86ed0ce78e59416e456bc, NAME => 'test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:22:58,531 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:22:58,531 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:22:58,532 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,532 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:58,532 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,532 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,536 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,537 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e38e2d648d86ed0ce78e59416e456bc columnFamilyName f 2024-12-06T02:22:58,537 DEBUG [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:58,538 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(327): Store=7e38e2d648d86ed0ce78e59416e456bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:58,538 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,538 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e38e2d648d86ed0ce78e59416e456bc columnFamilyName f1 2024-12-06T02:22:58,538 DEBUG [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:58,539 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(327): Store=7e38e2d648d86ed0ce78e59416e456bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:58,539 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,540 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e38e2d648d86ed0ce78e59416e456bc columnFamilyName norep 2024-12-06T02:22:58,540 DEBUG [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:58,540 INFO [StoreOpener-7e38e2d648d86ed0ce78e59416e456bc-1 {}] regionserver.HStore(327): Store=7e38e2d648d86ed0ce78e59416e456bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:22:58,540 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,541 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,541 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,541 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,541 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,542 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:22:58,543 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,545 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:22:58,545 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e38e2d648d86ed0ce78e59416e456bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73201124, jitterRate=0.09078174829483032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:22:58,545 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:22:58,545 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e38e2d648d86ed0ce78e59416e456bc: Running coprocessor pre-open hook at 1733451778532Writing region info on filesystem at 1733451778532Initializing all the Stores at 1733451778532Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451778532Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451778536 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451778536Cleaning up temporary data from old regions at 1733451778541 (+5 ms)Running coprocessor post-open hooks at 1733451778545 (+4 ms)Region opened successfully at 1733451778545 2024-12-06T02:22:58,546 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc., pid=6, masterSystemTime=1733451778528 2024-12-06T02:22:58,547 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,547 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:22:58,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e38e2d648d86ed0ce78e59416e456bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,33157,1733451767731 2024-12-06T02:22:58,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e38e2d648d86ed0ce78e59416e456bc, server=5c7979348d1b,33157,1733451767731 because future has completed 2024-12-06T02:22:58,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:22:58,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e38e2d648d86ed0ce78e59416e456bc, server=5c7979348d1b,33157,1733451767731 in 181 msec 2024-12-06T02:22:58,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:22:58,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e38e2d648d86ed0ce78e59416e456bc, ASSIGN in 345 msec 2024-12-06T02:22:58,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:22:58,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451778561"}]},"ts":"1733451778561"} 2024-12-06T02:22:58,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:22:58,563 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:22:58,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2070 sec 2024-12-06T02:22:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:59,513 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:22:59,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:22:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37499,1733451773211 2024-12-06T02:22:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc26fa8 2024-12-06T02:22:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:22:59,515 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:22:59,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:22:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T02:22:59,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:22:59,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:22:59,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T02:22:59,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:22:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741835_1011 (size=902) 2024-12-06T02:22:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:22:59,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6ae013af2d0cdaacd3fc3308829510f, NAME => 'test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb 2024-12-06T02:22:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741836_1012 (size=39) 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6ae013af2d0cdaacd3fc3308829510f, disabling compactions & flushes 2024-12-06T02:22:59,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. after waiting 0 ms 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:22:59,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:22:59,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6ae013af2d0cdaacd3fc3308829510f: Waiting for close lock at 1733451779943Disabling compacts and flushes for region at 1733451779943Disabling writes for close at 1733451779943Writing region close event to WAL at 1733451779943Closed at 1733451779943 2024-12-06T02:22:59,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:22:59,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733451779947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451779947"}]},"ts":"1733451779947"} 2024-12-06T02:22:59,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:22:59,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:22:59,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451779954"}]},"ts":"1733451779954"} 2024-12-06T02:22:59,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T02:22:59,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6ae013af2d0cdaacd3fc3308829510f, ASSIGN}] 2024-12-06T02:22:59,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6ae013af2d0cdaacd3fc3308829510f, ASSIGN 2024-12-06T02:22:59,957 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6ae013af2d0cdaacd3fc3308829510f, ASSIGN; state=OFFLINE, location=5c7979348d1b,46417,1733451773457; forceNewPlan=false, retain=false 2024-12-06T02:23:00,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6ae013af2d0cdaacd3fc3308829510f, regionState=OPENING, regionLocation=5c7979348d1b,46417,1733451773457 2024-12-06T02:23:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6ae013af2d0cdaacd3fc3308829510f, ASSIGN because future has completed 2024-12-06T02:23:00,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ae013af2d0cdaacd3fc3308829510f, server=5c7979348d1b,46417,1733451773457}] 2024-12-06T02:23:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:23:00,284 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:00,284 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6ae013af2d0cdaacd3fc3308829510f, NAME => 'test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:23:00,285 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:23:00,285 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T02:23:00,285 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,285 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:23:00,285 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,286 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,300 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,305 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ae013af2d0cdaacd3fc3308829510f columnFamilyName f 2024-12-06T02:23:00,305 DEBUG [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:00,305 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(327): Store=d6ae013af2d0cdaacd3fc3308829510f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:00,305 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,307 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ae013af2d0cdaacd3fc3308829510f columnFamilyName f1 2024-12-06T02:23:00,307 DEBUG [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:00,307 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(327): Store=d6ae013af2d0cdaacd3fc3308829510f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:00,307 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,308 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ae013af2d0cdaacd3fc3308829510f columnFamilyName norep 2024-12-06T02:23:00,308 DEBUG [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:00,309 INFO [StoreOpener-d6ae013af2d0cdaacd3fc3308829510f-1 {}] regionserver.HStore(327): Store=d6ae013af2d0cdaacd3fc3308829510f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:00,309 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,309 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,310 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,311 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,311 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,322 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:23:00,323 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,325 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:23:00,325 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6ae013af2d0cdaacd3fc3308829510f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73363767, jitterRate=0.09320531785488129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:23:00,325 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:00,326 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6ae013af2d0cdaacd3fc3308829510f: Running coprocessor pre-open hook at 1733451780286Writing region info on filesystem at 1733451780286Initializing all the Stores at 1733451780292 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451780293 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451780296 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451780296Cleaning up temporary data from old regions at 1733451780311 (+15 ms)Running coprocessor post-open hooks at 1733451780325 (+14 ms)Region opened successfully at 1733451780326 (+1 ms) 2024-12-06T02:23:00,327 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f., pid=6, masterSystemTime=1733451780264 2024-12-06T02:23:00,329 DEBUG [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:00,329 INFO [RS_OPEN_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:00,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6ae013af2d0cdaacd3fc3308829510f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5c7979348d1b,46417,1733451773457 2024-12-06T02:23:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ae013af2d0cdaacd3fc3308829510f, server=5c7979348d1b,46417,1733451773457 because future has completed 2024-12-06T02:23:00,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T02:23:00,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6ae013af2d0cdaacd3fc3308829510f, server=5c7979348d1b,46417,1733451773457 in 229 msec 2024-12-06T02:23:00,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T02:23:00,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6ae013af2d0cdaacd3fc3308829510f, ASSIGN in 386 msec 2024-12-06T02:23:00,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:23:00,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451780344"}]},"ts":"1733451780344"} 2024-12-06T02:23:00,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T02:23:00,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:23:00,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 831 msec 2024-12-06T02:23:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T02:23:00,653 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T02:23:00,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:23:00,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:00,655 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:23:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:23:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71283636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:23:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:00,656 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8dd90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,38817,1733451761671 2024-12-06T02:23:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c965cf 2024-12-06T02:23:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:00,659 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:00,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5c7979348d1b:46419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:23:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:23:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:00,662 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:46419' 2024-12-06T02:23:00,663 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71676842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,663 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46419,-1 for getting cluster id 2024-12-06T02:23:00,663 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:00,663 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '779ecde4-c7de-463a-bfab-12818ac4c1ab' 2024-12-06T02:23:00,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "779ecde4-c7de-463a-bfab-12818ac4c1ab" 2024-12-06T02:23:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222154ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46419,-1] 2024-12-06T02:23:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:00,665 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14422ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:00,665 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:00,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46419,1733451767622 2024-12-06T02:23:00,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebfba80 2024-12-06T02:23:00,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:00,667 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:00,668 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T02:23:00,668 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:23:00,668 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:00,669 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:00,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:00,669 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T02:23:00,670 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T02:23:00,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T02:23:00,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:00,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T02:23:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741837_1013 (size=1138) 2024-12-06T02:23:00,720 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T02:23:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:01,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bef99806547a49963278c7d0ff861b66, NAME => 'hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad 2024-12-06T02:23:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741838_1014 (size=44) 2024-12-06T02:23:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:01,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:23:01,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bef99806547a49963278c7d0ff861b66, disabling compactions & flushes 2024-12-06T02:23:01,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. after waiting 0 ms 2024-12-06T02:23:01,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bef99806547a49963278c7d0ff861b66: Waiting for close lock at 1733451781484Disabling compacts and flushes for region at 1733451781484Disabling writes for close at 1733451781485 (+1 ms)Writing region close event to WAL at 1733451781485Closed at 1733451781485 2024-12-06T02:23:01,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T02:23:01,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733451781486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733451781486"}]},"ts":"1733451781486"} 2024-12-06T02:23:01,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T02:23:01,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T02:23:01,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451781489"}]},"ts":"1733451781489"} 2024-12-06T02:23:01,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T02:23:01,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bef99806547a49963278c7d0ff861b66, ASSIGN}] 2024-12-06T02:23:01,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bef99806547a49963278c7d0ff861b66, ASSIGN 2024-12-06T02:23:01,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bef99806547a49963278c7d0ff861b66, ASSIGN; state=OFFLINE, location=5c7979348d1b,38661,1733451761909; forceNewPlan=false, retain=false 2024-12-06T02:23:01,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:23:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:01,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bef99806547a49963278c7d0ff861b66, regionState=OPENING, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:23:01,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bef99806547a49963278c7d0ff861b66, ASSIGN because future has completed 2024-12-06T02:23:01,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bef99806547a49963278c7d0ff861b66, server=5c7979348d1b,38661,1733451761909}] 2024-12-06T02:23:01,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T02:23:01,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T02:23:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:01,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5c7979348d1b%2C38661%2C1733451761909.rep, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/oldWALs, maxLogs=10 2024-12-06T02:23:01,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451781805, exclude list is [], retry=0 2024-12-06T02:23:01,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:23:01,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451781805 2024-12-06T02:23:01,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:23:01,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bef99806547a49963278c7d0ff861b66, NAME => 'hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.', STARTKEY => '', ENDKEY => ''} 2024-12-06T02:23:01,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. service=MultiRowMutationService 2024-12-06T02:23:01,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,838 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,839 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef99806547a49963278c7d0ff861b66 columnFamilyName hfileref 2024-12-06T02:23:01,839 DEBUG [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:01,840 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(327): Store=bef99806547a49963278c7d0ff861b66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:01,840 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,842 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef99806547a49963278c7d0ff861b66 columnFamilyName queue 2024-12-06T02:23:01,842 DEBUG [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:01,843 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(327): Store=bef99806547a49963278c7d0ff861b66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:01,843 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,844 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef99806547a49963278c7d0ff861b66 columnFamilyName sid 2024-12-06T02:23:01,844 DEBUG [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T02:23:01,844 INFO [StoreOpener-bef99806547a49963278c7d0ff861b66-1 {}] regionserver.HStore(327): Store=bef99806547a49963278c7d0ff861b66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T02:23:01,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T02:23:01,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T02:23:01,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bef99806547a49963278c7d0ff861b66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70028994, jitterRate=0.043513327836990356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T02:23:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:01,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bef99806547a49963278c7d0ff861b66: Running coprocessor pre-open hook at 1733451781837Writing region info on filesystem at 1733451781837Initializing all the Stores at 1733451781838 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451781838Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451781838Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733451781838Cleaning up temporary data from old regions at 1733451781845 (+7 ms)Running coprocessor post-open hooks at 1733451781853 (+8 ms)Region opened successfully at 1733451781853 2024-12-06T02:23:01,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66., pid=10, masterSystemTime=1733451781799 2024-12-06T02:23:01,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:01,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bef99806547a49963278c7d0ff861b66, regionState=OPEN, openSeqNum=2, regionLocation=5c7979348d1b,38661,1733451761909 2024-12-06T02:23:01,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bef99806547a49963278c7d0ff861b66, server=5c7979348d1b,38661,1733451761909 because future has completed 2024-12-06T02:23:01,867 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38817 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=5c7979348d1b,38661,1733451761909, table=hbase:replication, region=bef99806547a49963278c7d0ff861b66. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T02:23:01,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T02:23:01,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bef99806547a49963278c7d0ff861b66, server=5c7979348d1b,38661,1733451761909 in 238 msec 2024-12-06T02:23:01,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T02:23:01,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bef99806547a49963278c7d0ff861b66, ASSIGN in 396 msec 2024-12-06T02:23:01,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T02:23:01,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733451781891"}]},"ts":"1733451781891"} 2024-12-06T02:23:01,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T02:23:01,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T02:23:01,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-12-06T02:23:01,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66., hostname=5c7979348d1b,38661,1733451761909, seqNum=2] 2024-12-06T02:23:02,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:23:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:23:02,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:23:02,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T02:23:02,189 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T02:23:02,217 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5c7979348d1b,38661,1733451761909, ReplicationSource: 1, currentBandwidth=0 2024-12-06T02:23:02,218 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:02,218 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38661,1733451761909, seqNum=-1] 2024-12-06T02:23:02,219 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:02,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-06T02:23:02,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5c7979348d1b,38661,1733451761909', locateType=CURRENT is [region=hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66., hostname=5c7979348d1b,38661,1733451761909, seqNum=2] 2024-12-06T02:23:02,224 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T02:23:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T02:23:02,228 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5c7979348d1b,38661,1733451761909 suceeded 2024-12-06T02:23:02,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T02:23:02,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-06T02:23:02,230 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5c7979348d1b:46419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:23:02,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5710 sec 2024-12-06T02:23:02,241 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:46419' 2024-12-06T02:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@474ee739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46419,-1 for getting cluster id 2024-12-06T02:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:02,243 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '779ecde4-c7de-463a-bfab-12818ac4c1ab' 2024-12-06T02:23:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "779ecde4-c7de-463a-bfab-12818ac4c1ab" 2024-12-06T02:23:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@656c1d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46419,-1] 2024-12-06T02:23:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,244 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:02,245 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c9c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,245 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46419,1733451767622 2024-12-06T02:23:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2562ca97 2024-12-06T02:23:02,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:02,246 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T02:23:02,247 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5c7979348d1b,38661,1733451761909 (queues=1) is replicating from cluster=0fc615e8-e36b-468b-8cc5-4306d58ab772 to cluster=779ecde4-c7de-463a-bfab-12818ac4c1ab 2024-12-06T02:23:02,247 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5c7979348d1b%2C38661%2C1733451761909 2024-12-06T02:23:02,247 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5c7979348d1b,38661,1733451761909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:23:02,247 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C38661%2C1733451761909 2024-12-06T02:23:02,247 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777, startPosition=0, beingWritten=true 2024-12-06T02:23:02,251 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:23:02,251 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 379, reset compression=false 2024-12-06T02:23:02,251 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:23:02,454 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 379, reset compression=false 2024-12-06T02:23:02,757 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 379, reset compression=false 2024-12-06T02:23:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T02:23:02,813 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T02:23:02,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:02,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:02,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:02,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:23:02,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:02,815 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:23:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:23:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c110a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:23:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,816 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ce6c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46419,-1 for getting cluster id 2024-12-06T02:23:02,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:02,818 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '779ecde4-c7de-463a-bfab-12818ac4c1ab' 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "779ecde4-c7de-463a-bfab-12818ac4c1ab" 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2630731c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46419,-1] 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,819 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4999d67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37499,-1 for getting cluster id 2024-12-06T02:23:02,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:02,821 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e747c58-773b-4191-b47d-8425defa7c35' 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e747c58-773b-4191-b47d-8425defa7c35" 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457f9127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37499,-1] 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,822 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:02,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d627f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:23:02,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733451782828/Put/seqid=0 2024-12-06T02:23:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741840_1016 (size=7894) 2024-12-06T02:23:02,840 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733451782840/Put/seqid=0 2024-12-06T02:23:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741841_1017 (size=7691) 2024-12-06T02:23:02,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:23:02,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:02,868 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:23:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:23:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4631ac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:23:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,870 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:02,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:02,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38661,1733451761909, seqNum=-1] 2024-12-06T02:23:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:02,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:23:02,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,38817,1733451761671 2024-12-06T02:23:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70740676 2024-12-06T02:23:02,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:02,883 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2] 2024-12-06T02:23:02,889 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:23:02,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-06T02:23:02,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-06T02:23:02,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T02:23:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:02,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T02:23:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegion(2603): Flush status journal for 8a84b1e3ba7a329c0daa7b730bf7c9c0: 2024-12-06T02:23:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_0 2024-12-06T02:23:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_0 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ 2024-12-06T02:23:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_1 2024-12-06T02:23:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_1 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ 2024-12-06T02:23:02,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_0 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ - updating store file list. 2024-12-06T02:23:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d363b085f384f94b5d86117e5cb89c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:02,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:02,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_0 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f (new location: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_) 2024-12-06T02:23:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_0 2024-12-06T02:23:02,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_1 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ - updating store file list. 2024-12-06T02:23:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:02,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:02,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_1 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f (new location: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_) 2024-12-06T02:23:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__6vkmtu1eqp80rfersih6m43kb3q1f34n0ble12vpabjfedjn9bjvot6j2k40aon0/f/hfile_1 2024-12-06T02:23:02,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:02,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:02,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:02,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 , the old value is region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:38661 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:23:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:23:02,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:02,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 from cache 2024-12-06T02:23:02,929 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T02:23:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,33157,1733451767731, seqNum=-1] 2024-12-06T02:23:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:02,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:23:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc., hostname=5c7979348d1b,33157,1733451767731, seqNum=2] 2024-12-06T02:23:02,934 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:23:03,033 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:23:03,161 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 379, reset compression=false 2024-12-06T02:23:03,173 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:23:03,173 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a84b1e3ba7a329c0daa7b730bf7c9c0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451782927/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:23:03,176 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:23:03,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T02:23:03,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.ReplicationSink(318): Replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec196d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,46419,-1 for getting cluster id 2024-12-06T02:23:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:03,178 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '779ecde4-c7de-463a-bfab-12818ac4c1ab' 2024-12-06T02:23:03,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:03,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "779ecde4-c7de-463a-bfab-12818ac4c1ab" 2024-12-06T02:23:03,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@495cfdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,46419,-1] 2024-12-06T02:23:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:03,179 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:03,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2b3df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741837_1013 (size=7894) 2024-12-06T02:23:03,373 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 687, reset compression=false 2024-12-06T02:23:03,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741838_1014 (size=7691) 2024-12-06T02:23:03,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,46419,1733451767622 2024-12-06T02:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f388c3 2024-12-06T02:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:03,617 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-06T02:23:03,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:23:03,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:03,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,33157,1733451767731, seqNum=-1] 2024-12-06T02:23:03,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:03,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-06T02:23:03,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-06T02:23:03,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-06T02:23:03,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ for inclusion in 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T02:23:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:03,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ for inclusion in 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T02:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegion(2603): Flush status journal for 7e38e2d648d86ed0ce78e59416e456bc: 2024-12-06T02:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/1e89011ab05a4235ac54282389a1fb16_SeqId_4_ 2024-12-06T02:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/b762e13b4571491e902166cb18233de6_SeqId_4_ 2024-12-06T02:23:03,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/1e89011ab05a4235ac54282389a1fb16_SeqId_4_ - updating store file list. 2024-12-06T02:23:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e89011ab05a4235ac54282389a1fb16_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:03,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/1e89011ab05a4235ac54282389a1fb16_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:03,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f (new location: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/1e89011ab05a4235ac54282389a1fb16_SeqId_4_) 2024-12-06T02:23:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_ 2024-12-06T02:23:03,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/b762e13b4571491e902166cb18233de6_SeqId_4_ - updating store file list. 2024-12-06T02:23:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b762e13b4571491e902166cb18233de6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:03,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/b762e13b4571491e902166cb18233de6_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:03,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ into 7e38e2d648d86ed0ce78e59416e456bc/f (new location: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/b762e13b4571491e902166cb18233de6_SeqId_4_) 2024-12-06T02:23:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__f4j4va146gdub65ta05rr6ij6bmnhje95k9k0nvlt3b6isn9pgg9qgse77ovetd6/f/8d363b085f384f94b5d86117e5cb89c2_SeqId_4_ 2024-12-06T02:23:03,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.ReplicationSink(324): Finished replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:03,678 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 687, reset compression=false 2024-12-06T02:23:03,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,46417,1733451773457, seqNum=-1] 2024-12-06T02:23:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:03,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:23:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f., hostname=5c7979348d1b,46417,1733451773457, seqNum=2] 2024-12-06T02:23:03,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:23:03,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T02:23:03,954 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5c7979348d1b%2C38661%2C1733451761909.meta:.meta(num 1733451765155) roll requested 2024-12-06T02:23:03,978 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451783955.meta, exclude list is [], retry=0 2024-12-06T02:23:03,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:23:03,983 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451765155.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451783955.meta 2024-12-06T02:23:03,984 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:23:03,984 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451765155.meta is not closed yet, will try archiving it next time 2024-12-06T02:23:03,984 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5c7979348d1b%2C38661%2C1733451761909:(num 1733451763777) roll requested 2024-12-06T02:23:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741834_1010 (size=3473) 2024-12-06T02:23:03,999 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, exclude list is [], retry=0 2024-12-06T02:23:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:23:04,003 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 2024-12-06T02:23:04,003 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:23:04,003 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 is not closed yet, will try archiving it next time 2024-12-06T02:23:04,003 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5c7979348d1b%2C38661%2C1733451761909.rep:(num 1733451781805) roll requested 2024-12-06T02:23:04,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b7ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:23:04,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741832_1008 (size=695) 2024-12-06T02:23:04,005 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac58e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,007 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515a46fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:04,008 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/oldWALs/5c7979348d1b%2C38661%2C1733451761909.1733451763777 2024-12-06T02:23:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,38817,1733451761671 2024-12-06T02:23:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e481daf 2024-12-06T02:23:04,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:04,009 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:04,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5c7979348d1b:37499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T02:23:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T02:23:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:23:04,013 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:37499' 2024-12-06T02:23:04,016 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3d5f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,016 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37499,-1 for getting cluster id 2024-12-06T02:23:04,016 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:04,017 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e747c58-773b-4191-b47d-8425defa7c35' 2024-12-06T02:23:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e747c58-773b-4191-b47d-8425defa7c35" 2024-12-06T02:23:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faa07df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37499,-1] 2024-12-06T02:23:04,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:04,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,018 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d71cacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,019 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:04,020 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451784004, exclude list is [], retry=0 2024-12-06T02:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37499,1733451773211 2024-12-06T02:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58265a51 2024-12-06T02:23:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:04,021 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:04,021 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T02:23:04,021 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T02:23:04,022 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,022 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:04,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-0c7be6c4-1ff2-4f29-ba08-700113dc4301,DISK] 2024-12-06T02:23:04,034 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451781805 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451784004 2024-12-06T02:23:04,036 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46249:46249)] 2024-12-06T02:23:04,036 DEBUG [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.rep.1733451781805 is not closed yet, will try archiving it next time 2024-12-06T02:23:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741839_1015 (size=1505) 2024-12-06T02:23:04,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T02:23:04,083 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 to pos 687, reset compression=false 2024-12-06T02:23:04,084 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 was moved to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/oldWALs/5c7979348d1b%2C38661%2C1733451761909.1733451763777 2024-12-06T02:23:04,086 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777 2024-12-06T02:23:04,086 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451763777, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T02:23:04,086 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, startPosition=0, beingWritten=true 2024-12-06T02:23:04,093 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5c7979348d1b%2C38661%2C1733451761909.1733451763777] 2024-12-06T02:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:23:04,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T02:23:04,214 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T02:23:04,249 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5c7979348d1b,38661,1733451761909, ReplicationSource: 2, currentBandwidth=0 2024-12-06T02:23:04,250 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T02:23:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T02:23:04,252 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5c7979348d1b,38661,1733451761909 suceeded 2024-12-06T02:23:04,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T02:23:04,254 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5c7979348d1b:37499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T02:23:04,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-06T02:23:04,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-12-06T02:23:04,265 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5c7979348d1b:37499' 2024-12-06T02:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37499,-1 for getting cluster id 2024-12-06T02:23:04,266 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:04,266 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e747c58-773b-4191-b47d-8425defa7c35' 2024-12-06T02:23:04,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:04,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e747c58-773b-4191-b47d-8425defa7c35" 2024-12-06T02:23:04,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eab833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37499,-1] 2024-12-06T02:23:04,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:04,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,267 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:04,268 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,268 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37499,1733451773211 2024-12-06T02:23:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3156e4ef 2024-12-06T02:23:04,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:04,269 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T02:23:04,269 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5c7979348d1b,38661,1733451761909 (queues=1) is replicating from cluster=0fc615e8-e36b-468b-8cc5-4306d58ab772 to cluster=4e747c58-773b-4191-b47d-8425defa7c35 2024-12-06T02:23:04,270 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5c7979348d1b%2C38661%2C1733451761909 2024-12-06T02:23:04,270 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5c7979348d1b,38661,1733451761909, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T02:23:04,270 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, startPosition=0, beingWritten=true 2024-12-06T02:23:04,276 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5c7979348d1b%2C38661%2C1733451761909 2024-12-06T02:23:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T02:23:04,333 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T02:23:04,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:04,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:04,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T02:23:04,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:04,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733451784342/Put/seqid=0 2024-12-06T02:23:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741845_1021 (size=11194) 2024-12-06T02:23:04,355 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733451784355/Put/seqid=0 2024-12-06T02:23:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741846_1022 (size=10791) 2024-12-06T02:23:04,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,38817,-1 for getting cluster id 2024-12-06T02:23:04,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:04,360 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc615e8-e36b-468b-8cc5-4306d58ab772' 2024-12-06T02:23:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc615e8-e36b-468b-8cc5-4306d58ab772" 2024-12-06T02:23:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4e2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,38817,-1] 2024-12-06T02:23:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:04,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,362 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:04,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,38661,1733451761909, seqNum=-1] 2024-12-06T02:23:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:04,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T02:23:04,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,38817,1733451761671 2024-12-06T02:23:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d194857 2024-12-06T02:23:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:04,372 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T02:23:04,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2] 2024-12-06T02:23:04,376 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:23:04,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-06T02:23:04,383 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-06T02:23:04,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T02:23:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:04,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T02:23:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegion(2603): Flush status journal for 8a84b1e3ba7a329c0daa7b730bf7c9c0: 2024-12-06T02:23:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_0 2024-12-06T02:23:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_0 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ 2024-12-06T02:23:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_1 2024-12-06T02:23:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_1 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ 2024-12-06T02:23:04,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_0 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ - updating store file list. 2024-12-06T02:23:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:04,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:04,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_0 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f (new location: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_) 2024-12-06T02:23:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_0 2024-12-06T02:23:04,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_1 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ - updating store file list. 2024-12-06T02:23:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae503eb684714ec89f9e45107dbfdc38_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:04,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f 2024-12-06T02:23:04,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_1 into 8a84b1e3ba7a329c0daa7b730bf7c9c0/f (new location: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_) 2024-12-06T02:23:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/staging/jenkins__test__fkova12htgdqk4tuf5205n9glv1gokd2fteapf6i7e5pn399nsrb3k9tc5ko0iih/f/hfile_1 2024-12-06T02:23:04,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:04,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:04,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 , the old value is region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5c7979348d1b:38661 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:23:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T02:23:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., hostname=5c7979348d1b,38661,1733451761909, seqNum=2 from cache 2024-12-06T02:23:04,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:04,412 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T02:23:04,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T02:23:04,478 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 0, reset compression=false 2024-12-06T02:23:04,481 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:23:04,481 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a84b1e3ba7a329c0daa7b730bf7c9c0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451784410/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:23:04,483 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T02:23:04,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T02:23:04,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(318): Replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:04,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0b50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 5c7979348d1b,37499,-1 for getting cluster id 2024-12-06T02:23:04,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T02:23:04,485 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e747c58-773b-4191-b47d-8425defa7c35' 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e747c58-773b-4191-b47d-8425defa7c35" 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d1fc784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5c7979348d1b,37499,-1] 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T02:23:04,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:04,486 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-06T02:23:04,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65079b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T02:23:04,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741837_1013 (size=11194) 2024-12-06T02:23:04,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T02:23:04,597 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 0, reset compression=false 2024-12-06T02:23:04,601 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T02:23:04,601 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a84b1e3ba7a329c0daa7b730bf7c9c0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733451784410/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T02:23:04,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.ReplicationSink(318): Replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741839_1015 (size=11194) 2024-12-06T02:23:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741840_1016 (size=10791) 2024-12-06T02:23:04,681 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:04,801 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741838_1014 (size=10791) 2024-12-06T02:23:04,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T02:23:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5c7979348d1b,37499,1733451773211 2024-12-06T02:23:04,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63345f59 2024-12-06T02:23:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T02:23:04,920 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-06T02:23:04,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:23:04,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T02:23:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5c7979348d1b,46417,1733451773457, seqNum=-1] 2024-12-06T02:23:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T02:23:04,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-06T02:23:04,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T02:23:04,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T02:23:04,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ for inclusion in d6ae013af2d0cdaacd3fc3308829510f/f 2024-12-06T02:23:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T02:23:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:04,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ for inclusion in d6ae013af2d0cdaacd3fc3308829510f/f 2024-12-06T02:23:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T02:23:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegion(2603): Flush status journal for d6ae013af2d0cdaacd3fc3308829510f: 2024-12-06T02:23:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/9c710bb448d9425480a3b9c266f1a13e_SeqId_4_ 2024-12-06T02:23:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/52f9bd5d267c429b88d75a50048e8cd8_SeqId_4_ 2024-12-06T02:23:04,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ into d6ae013af2d0cdaacd3fc3308829510f/f as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/9c710bb448d9425480a3b9c266f1a13e_SeqId_4_ - updating store file list. 2024-12-06T02:23:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c710bb448d9425480a3b9c266f1a13e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:04,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/9c710bb448d9425480a3b9c266f1a13e_SeqId_4_ into d6ae013af2d0cdaacd3fc3308829510f/f 2024-12-06T02:23:04,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ into d6ae013af2d0cdaacd3fc3308829510f/f (new location: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/9c710bb448d9425480a3b9c266f1a13e_SeqId_4_) 2024-12-06T02:23:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ 2024-12-06T02:23:04,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:23:04,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ into d6ae013af2d0cdaacd3fc3308829510f/f as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/52f9bd5d267c429b88d75a50048e8cd8_SeqId_4_ - updating store file list. 2024-12-06T02:23:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 52f9bd5d267c429b88d75a50048e8cd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:04,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/52f9bd5d267c429b88d75a50048e8cd8_SeqId_4_ into d6ae013af2d0cdaacd3fc3308829510f/f 2024-12-06T02:23:04,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ into d6ae013af2d0cdaacd3fc3308829510f/f (new location: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/f/52f9bd5d267c429b88d75a50048e8cd8_SeqId_4_) 2024-12-06T02:23:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/staging/jenkins.hfs.23__test__m6ejdh8mh119ulhj4d692fho36tg6bem5ai9t0uoqcu1emhshar57rod5970i6bi/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ 2024-12-06T02:23:04,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(324): Finished replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:04,987 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:05,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T02:23:05,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T02:23:05,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T02:23:05,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ for inclusion in 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T02:23:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:05,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ for inclusion in 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T02:23:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T02:23:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegion(2603): Flush status journal for 7e38e2d648d86ed0ce78e59416e456bc: 2024-12-06T02:23:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/3e9d87cf78d24522ac61db117425f665_SeqId_6_ 2024-12-06T02:23:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T02:23:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/01cbcfd4e3c2447b8f46f238f3789e7c_SeqId_6_ 2024-12-06T02:23:05,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/3e9d87cf78d24522ac61db117425f665_SeqId_6_ - updating store file list. 2024-12-06T02:23:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e9d87cf78d24522ac61db117425f665_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:05,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/3e9d87cf78d24522ac61db117425f665_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:05,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f (new location: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/3e9d87cf78d24522ac61db117425f665_SeqId_6_) 2024-12-06T02:23:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/ae503eb684714ec89f9e45107dbfdc38_SeqId_6_ 2024-12-06T02:23:05,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/01cbcfd4e3c2447b8f46f238f3789e7c_SeqId_6_ - updating store file list. 2024-12-06T02:23:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 01cbcfd4e3c2447b8f46f238f3789e7c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T02:23:05,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/01cbcfd4e3c2447b8f46f238f3789e7c_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f 2024-12-06T02:23:05,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ into 7e38e2d648d86ed0ce78e59416e456bc/f (new location: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/f/01cbcfd4e3c2447b8f46f238f3789e7c_SeqId_6_) 2024-12-06T02:23:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/staging/jenkins.hfs.22__test__lh2uo7f7pum4uff89mk41f6j8srj2gb53fh1u97gn5ij1gtjrros974lbj53kjpu/f/2d9492d79f5f40bbb574efd4dcfe91c3_SeqId_6_ 2024-12-06T02:23:05,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33157 {}] regionserver.ReplicationSink(324): Finished replicating [0fc615e8-e36b-468b-8cc5-4306d58ab772] bulk loaded data 2024-12-06T02:23:05,116 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:05,409 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:23:05,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:05,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:05,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:05,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:05,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:23:05,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1326332614, stopped=false 2024-12-06T02:23:05,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:05,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,37499,1733451773211 2024-12-06T02:23:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718482280/running 2024-12-06T02:23:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718482280/running 2024-12-06T02:23:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:23:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:23:05,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:05,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:05,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:05,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:05,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,46417,1733451773457' ***** 2024-12-06T02:23:05,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:23:05,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/running 2024-12-06T02:23:05,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Set watcher on znode that does not yet exist, /21718482280/running 2024-12-06T02:23:05,472 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:23:05,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,46417,1733451773457 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:05,473 INFO [RS:0;5c7979348d1b:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:46417. 2024-12-06T02:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6ae013af2d0cdaacd3fc3308829510f, disabling compactions & flushes 2024-12-06T02:23:05,473 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. after waiting 0 ms 2024-12-06T02:23:05,473 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:05,474 DEBUG [RS:0;5c7979348d1b:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:05,474 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:05,475 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:23:05,475 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:23:05,475 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:23:05,476 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:23:05,487 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:23:05,487 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1325): Online Regions={d6ae013af2d0cdaacd3fc3308829510f=test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:23:05,487 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6ae013af2d0cdaacd3fc3308829510f 2024-12-06T02:23:05,487 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:23:05,487 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:23:05,487 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:23:05,487 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:23:05,487 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:23:05,487 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T02:23:05,504 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:05,520 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:05,521 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/info/75780d2e65614fffb44d691bbe0f6796 is 129, key is test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f./info:regioninfo/1733451780329/Put/seqid=0 2024-12-06T02:23:05,529 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/default/test/d6ae013af2d0cdaacd3fc3308829510f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T02:23:05,529 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:05,529 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:23:05,529 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:05,529 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6ae013af2d0cdaacd3fc3308829510f: Waiting for close lock at 1733451785473Running coprocessor pre-close hooks at 1733451785473Disabling compacts and flushes for region at 1733451785473Disabling writes for close at 1733451785473Writing region close event to WAL at 1733451785510 (+37 ms)Running coprocessor post-close hooks at 1733451785529 (+19 ms)Closed at 1733451785529 2024-12-06T02:23:05,529 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f. 2024-12-06T02:23:05,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741839_1015 (size=6421) 2024-12-06T02:23:05,568 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/info/75780d2e65614fffb44d691bbe0f6796 2024-12-06T02:23:05,603 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/ns/d5243e2c8bb648c4bdbd55de7946db92 is 43, key is default/ns:d/1733451776046/Put/seqid=0 2024-12-06T02:23:05,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741840_1016 (size=5153) 2024-12-06T02:23:05,687 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:05,887 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:05,912 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:05,991 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:23:05,991 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:23:06,020 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/ns/d5243e2c8bb648c4bdbd55de7946db92 2024-12-06T02:23:06,046 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:06,065 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8fafe4cbc7664c109ee6a4632c18ef6e is 112, key is test,,1733451779515.d6ae013af2d0cdaacd3fc3308829510f./rep_barrier:seqnumDuringOpen/1733451780329/Put/seqid=0 2024-12-06T02:23:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741841_1017 (size=5518) 2024-12-06T02:23:06,088 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:06,288 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:06,469 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8fafe4cbc7664c109ee6a4632c18ef6e 2024-12-06T02:23:06,488 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:23:06,488 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:23:06,488 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:06,489 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/table/be918822ac074927953aa88d15eb812f is 40, key is test/table:state/1733451780344/Put/seqid=0 2024-12-06T02:23:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741842_1018 (size=5165) 2024-12-06T02:23:06,516 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:06,652 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:06,688 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:06,888 DEBUG [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:06,893 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/table/be918822ac074927953aa88d15eb812f 2024-12-06T02:23:06,897 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/info/75780d2e65614fffb44d691bbe0f6796 as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/info/75780d2e65614fffb44d691bbe0f6796 2024-12-06T02:23:06,902 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/info/75780d2e65614fffb44d691bbe0f6796, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T02:23:06,903 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/ns/d5243e2c8bb648c4bdbd55de7946db92 as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/ns/d5243e2c8bb648c4bdbd55de7946db92 2024-12-06T02:23:06,910 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/ns/d5243e2c8bb648c4bdbd55de7946db92, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:23:06,911 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/rep_barrier/8fafe4cbc7664c109ee6a4632c18ef6e as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/rep_barrier/8fafe4cbc7664c109ee6a4632c18ef6e 2024-12-06T02:23:06,915 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/rep_barrier/8fafe4cbc7664c109ee6a4632c18ef6e, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T02:23:06,915 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/.tmp/table/be918822ac074927953aa88d15eb812f as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/table/be918822ac074927953aa88d15eb812f 2024-12-06T02:23:06,918 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/table/be918822ac074927953aa88d15eb812f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:23:06,919 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false 2024-12-06T02:23:06,944 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:23:06,945 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:06,945 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:23:06,945 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:06,945 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451785487Running coprocessor pre-close hooks at 1733451785487Disabling compacts and flushes for region at 1733451785487Disabling writes for close at 1733451785487Obtaining lock to block concurrent updates at 1733451785487Preparing flush snapshotting stores in 1588230740 at 1733451785487Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733451785488 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451785488Flushing 1588230740/info: creating writer at 1733451785489 (+1 ms)Flushing 1588230740/info: appending metadata at 1733451785521 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733451785521Flushing 1588230740/ns: creating writer at 1733451785583 (+62 ms)Flushing 1588230740/ns: appending metadata at 1733451785603 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733451785603Flushing 1588230740/rep_barrier: creating writer at 1733451786026 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451786065 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451786065Flushing 1588230740/table: creating writer at 1733451786473 (+408 ms)Flushing 1588230740/table: appending metadata at 1733451786489 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733451786489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6ae633: reopening flushed file at 1733451786896 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2597a8d5: reopening flushed file at 1733451786902 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630054ef: reopening flushed file at 1733451786910 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f91fa96: reopening flushed file at 1733451786915 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false at 1733451786919 (+4 ms)Writing region close event to WAL at 1733451786939 (+20 ms)Running coprocessor post-close hooks at 1733451786945 (+6 ms)Closed at 1733451786945 2024-12-06T02:23:06,946 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:07,088 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,46417,1733451773457; all regions closed. 2024-12-06T02:23:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741834_1010 (size=2717) 2024-12-06T02:23:07,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/WALs/5c7979348d1b,46417,1733451773457/5c7979348d1b%2C46417%2C1733451773457.meta.1733451775984.meta not finished, retry = 0 2024-12-06T02:23:07,193 DEBUG [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/oldWALs 2024-12-06T02:23:07,193 INFO [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C46417%2C1733451773457.meta:.meta(num 1733451775984) 2024-12-06T02:23:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741832_1008 (size=1028) 2024-12-06T02:23:07,198 DEBUG [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/oldWALs 2024-12-06T02:23:07,198 INFO [RS:0;5c7979348d1b:46417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C46417%2C1733451773457:(num 1733451775129) 2024-12-06T02:23:07,198 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:07,198 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:07,198 INFO [RS:0;5c7979348d1b:46417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:07,198 INFO [RS:0;5c7979348d1b:46417 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:07,198 INFO [RS:0;5c7979348d1b:46417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:07,198 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:07,199 INFO [RS:0;5c7979348d1b:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:46417. 2024-12-06T02:23:07,199 DEBUG [RS:0;5c7979348d1b:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:07,199 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:07,199 DEBUG [RS:0;5c7979348d1b:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:07,199 INFO [RS:0;5c7979348d1b:46417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46417 2024-12-06T02:23:07,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280/rs 2024-12-06T02:23:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718482280/rs/5c7979348d1b,46417,1733451773457 2024-12-06T02:23:07,207 INFO [RS:0;5c7979348d1b:46417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:07,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,46417,1733451773457] 2024-12-06T02:23:07,231 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:07,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21718482280/draining/5c7979348d1b,46417,1733451773457 already deleted, retry=false 2024-12-06T02:23:07,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,46417,1733451773457 expired; onlineServers=0 2024-12-06T02:23:07,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,37499,1733451773211' ***** 2024-12-06T02:23:07,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:23:07,246 INFO [M:0;5c7979348d1b:37499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:07,246 INFO [M:0;5c7979348d1b:37499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:07,246 DEBUG [M:0;5c7979348d1b:37499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:23:07,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:23:07,246 DEBUG [M:0;5c7979348d1b:37499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:23:07,246 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451774772 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451774772,5,FailOnTimeoutGroup] 2024-12-06T02:23:07,247 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451774776 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451774776,5,FailOnTimeoutGroup] 2024-12-06T02:23:07,247 INFO [M:0;5c7979348d1b:37499 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:07,247 INFO [M:0;5c7979348d1b:37499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:07,247 DEBUG [M:0;5c7979348d1b:37499 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:23:07,247 INFO [M:0;5c7979348d1b:37499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:23:07,247 INFO [M:0;5c7979348d1b:37499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:07,247 INFO [M:0;5c7979348d1b:37499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:23:07,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:23:07,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21718482280/master 2024-12-06T02:23:07,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21718482280 2024-12-06T02:23:07,256 DEBUG [M:0;5c7979348d1b:37499 {}] zookeeper.ZKUtil(347): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Unable to get data of znode /21718482280/master because node does not exist (not an error) 2024-12-06T02:23:07,256 WARN [M:0;5c7979348d1b:37499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:23:07,257 INFO [M:0;5c7979348d1b:37499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/.lastflushedseqids 2024-12-06T02:23:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741843_1019 (size=173) 2024-12-06T02:23:07,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:07,325 INFO [RS:0;5c7979348d1b:46417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:07,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x101a872bb3a0007, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:07,325 INFO [RS:0;5c7979348d1b:46417 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,46417,1733451773457; zookeeper connection closed. 2024-12-06T02:23:07,325 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b25ba82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b25ba82 2024-12-06T02:23:07,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:23:07,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,355 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:07,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:07,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T02:23:07,664 INFO [M:0;5c7979348d1b:37499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:23:07,664 INFO [M:0;5c7979348d1b:37499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:23:07,665 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:23:07,665 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:07,665 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:07,665 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:23:07,665 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:07,665 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-06T02:23:07,685 DEBUG [M:0;5c7979348d1b:37499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45879e21d48042f69afd67061fbe2e83 is 82, key is hbase:meta,,1/info:regioninfo/1733451776026/Put/seqid=0 2024-12-06T02:23:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741844_1020 (size=5672) 2024-12-06T02:23:07,690 INFO [M:0;5c7979348d1b:37499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45879e21d48042f69afd67061fbe2e83 2024-12-06T02:23:07,724 DEBUG [M:0;5c7979348d1b:37499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25d0c17bec34acbbd835c345e12106b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451780347/Put/seqid=0 2024-12-06T02:23:07,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741845_1021 (size=6585) 2024-12-06T02:23:08,035 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:08,133 INFO [M:0;5c7979348d1b:37499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25d0c17bec34acbbd835c345e12106b 2024-12-06T02:23:08,159 DEBUG [M:0;5c7979348d1b:37499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ddedbe06fe431f93a3a32095012fc8 is 69, key is 5c7979348d1b,46417,1733451773457/rs:state/1733451774895/Put/seqid=0 2024-12-06T02:23:08,159 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:08,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741846_1022 (size=5156) 2024-12-06T02:23:08,164 INFO [M:0;5c7979348d1b:37499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ddedbe06fe431f93a3a32095012fc8 2024-12-06T02:23:08,169 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45879e21d48042f69afd67061fbe2e83 as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45879e21d48042f69afd67061fbe2e83 2024-12-06T02:23:08,173 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45879e21d48042f69afd67061fbe2e83, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T02:23:08,173 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25d0c17bec34acbbd835c345e12106b as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25d0c17bec34acbbd835c345e12106b 2024-12-06T02:23:08,177 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25d0c17bec34acbbd835c345e12106b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T02:23:08,178 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46ddedbe06fe431f93a3a32095012fc8 as hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46ddedbe06fe431f93a3a32095012fc8 2024-12-06T02:23:08,184 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46805/user/jenkins/test-data/da904992-533c-a183-c082-336f4700b2fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46ddedbe06fe431f93a3a32095012fc8, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T02:23:08,185 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=55, compaction requested=false 2024-12-06T02:23:08,188 INFO [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:08,189 DEBUG [M:0;5c7979348d1b:37499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451787664Disabling compacts and flushes for region at 1733451787664Disabling writes for close at 1733451787665 (+1 ms)Obtaining lock to block concurrent updates at 1733451787665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451787665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733451787665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451787666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451787666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451787685 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451787685Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451787694 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451787723 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451787723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451788144 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451788158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451788158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e9b105: reopening flushed file at 1733451788168 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35732ff9: reopening flushed file at 1733451788173 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb2fa32: reopening flushed file at 1733451788177 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=55, compaction requested=false at 1733451788185 (+8 ms)Writing region close event to WAL at 1733451788188 (+3 ms)Closed at 1733451788188 2024-12-06T02:23:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741830_1006 (size=32758) 2024-12-06T02:23:08,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:08,192 INFO [M:0;5c7979348d1b:37499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:23:08,192 INFO [M:0;5c7979348d1b:37499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37499 2024-12-06T02:23:08,193 INFO [M:0;5c7979348d1b:37499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:08,304 INFO [M:0;5c7979348d1b:37499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:08,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37499-0x101a872bb3a0006, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:08,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:23:08,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:08,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:08,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:08,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:08,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:23:08,308 WARN [BP-97924428-172.17.0.3-1733451770806 heartbeating to localhost/127.0.0.1:46805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:23:08,308 WARN [BP-97924428-172.17.0.3-1733451770806 heartbeating to localhost/127.0.0.1:46805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97924428-172.17.0.3-1733451770806 (Datanode Uuid c4803bf7-8f34-4216-a7f8-c0fc623b90be) service to localhost/127.0.0.1:46805 2024-12-06T02:23:08,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:23:08,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/cluster_f7bbeee4-6cc6-3463-91fb-a2f9170f1180/data/data1/current/BP-97924428-172.17.0.3-1733451770806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:08,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/cluster_f7bbeee4-6cc6-3463-91fb-a2f9170f1180/data/data2/current/BP-97924428-172.17.0.3-1733451770806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:08,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:23:08,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e89e4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:23:08,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:08,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:08,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:08,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e0e039e-007e-9ee0-c2e4-1bc54237d373/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:23:08,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:23:08,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:08,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:08,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:08,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:23:08,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033737144, stopped=false 2024-12-06T02:23:08,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,46419,1733451767622 2024-12-06T02:23:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14468964/running 2024-12-06T02:23:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14468964/running 2024-12-06T02:23:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:23:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:23:08,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:08,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/running 2024-12-06T02:23:08,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Set watcher on znode that does not yet exist, /14468964/running 2024-12-06T02:23:08,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:08,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:08,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:08,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,33157,1733451767731' ***** 2024-12-06T02:23:08,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:23:08,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,33157,1733451767731 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:08,354 INFO [RS:0;5c7979348d1b:33157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:33157. 2024-12-06T02:23:08,355 DEBUG [RS:0;5c7979348d1b:33157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:08,355 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:08,355 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:23:08,355 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:23:08,355 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:23:08,355 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:23:08,355 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e38e2d648d86ed0ce78e59416e456bc, disabling compactions & flushes 2024-12-06T02:23:08,355 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:23:08,355 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:23:08,355 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. after waiting 0 ms 2024-12-06T02:23:08,355 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:23:08,355 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T02:23:08,355 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1325): Online Regions={7e38e2d648d86ed0ce78e59416e456bc=test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:23:08,355 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e38e2d648d86ed0ce78e59416e456bc 2024-12-06T02:23:08,356 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:23:08,356 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:23:08,356 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:23:08,356 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:23:08,356 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:23:08,356 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T02:23:08,365 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/default/test/7e38e2d648d86ed0ce78e59416e456bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:23:08,366 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:08,366 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:23:08,366 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:23:08,366 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e38e2d648d86ed0ce78e59416e456bc: Waiting for close lock at 1733451788354Running coprocessor pre-close hooks at 1733451788354Disabling compacts and flushes for region at 1733451788354Disabling writes for close at 1733451788355 (+1 ms)Writing region close event to WAL at 1733451788356 (+1 ms)Running coprocessor post-close hooks at 1733451788366 (+10 ms)Closed at 1733451788366 2024-12-06T02:23:08,366 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc. 2024-12-06T02:23:08,367 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:08,373 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/info/5fe38d68fbdc4eddbb39a6b810bb6731 is 129, key is test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc./info:regioninfo/1733451778549/Put/seqid=0 2024-12-06T02:23:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741841_1017 (size=6421) 2024-12-06T02:23:08,382 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/info/5fe38d68fbdc4eddbb39a6b810bb6731 2024-12-06T02:23:08,406 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/ns/a4746af1cf4e4f68a7383e6a629367bd is 43, key is default/ns:d/1733451770737/Put/seqid=0 2024-12-06T02:23:08,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741842_1018 (size=5153) 2024-12-06T02:23:08,556 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:08,756 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:08,821 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/ns/a4746af1cf4e4f68a7383e6a629367bd 2024-12-06T02:23:08,850 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/fe120493409f4c4abba43fa42f6385f8 is 112, key is test,,1733451777356.7e38e2d648d86ed0ce78e59416e456bc./rep_barrier:seqnumDuringOpen/1733451778549/Put/seqid=0 2024-12-06T02:23:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741843_1019 (size=5518) 2024-12-06T02:23:08,934 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:23:08,934 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:23:08,940 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:08,956 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:09,065 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:09,157 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:09,260 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/fe120493409f4c4abba43fa42f6385f8 2024-12-06T02:23:09,288 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/table/deffe7f3c1d6470eaa5f570972345b73 is 40, key is test/table:state/1733451778561/Put/seqid=0 2024-12-06T02:23:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741844_1020 (size=5165) 2024-12-06T02:23:09,357 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T02:23:09,357 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T02:23:09,357 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:09,557 DEBUG [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:09,691 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/table/deffe7f3c1d6470eaa5f570972345b73 2024-12-06T02:23:09,696 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/info/5fe38d68fbdc4eddbb39a6b810bb6731 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/info/5fe38d68fbdc4eddbb39a6b810bb6731 2024-12-06T02:23:09,700 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/info/5fe38d68fbdc4eddbb39a6b810bb6731, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T02:23:09,701 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/ns/a4746af1cf4e4f68a7383e6a629367bd as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/ns/a4746af1cf4e4f68a7383e6a629367bd 2024-12-06T02:23:09,704 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/ns/a4746af1cf4e4f68a7383e6a629367bd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:23:09,705 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/fe120493409f4c4abba43fa42f6385f8 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/rep_barrier/fe120493409f4c4abba43fa42f6385f8 2024-12-06T02:23:09,712 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/rep_barrier/fe120493409f4c4abba43fa42f6385f8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T02:23:09,713 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/.tmp/table/deffe7f3c1d6470eaa5f570972345b73 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/table/deffe7f3c1d6470eaa5f570972345b73 2024-12-06T02:23:09,717 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/table/deffe7f3c1d6470eaa5f570972345b73, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T02:23:09,718 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=11, compaction requested=false 2024-12-06T02:23:09,718 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T02:23:09,722 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T02:23:09,723 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:09,723 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:23:09,723 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:09,723 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451788356Running coprocessor pre-close hooks at 1733451788356Disabling compacts and flushes for region at 1733451788356Disabling writes for close at 1733451788356Obtaining lock to block concurrent updates at 1733451788356Preparing flush snapshotting stores in 1588230740 at 1733451788356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733451788357 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451788357Flushing 1588230740/info: creating writer at 1733451788357Flushing 1588230740/info: appending metadata at 1733451788373 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733451788373Flushing 1588230740/ns: creating writer at 1733451788386 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733451788406 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733451788406Flushing 1588230740/rep_barrier: creating writer at 1733451788826 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451788850 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451788850Flushing 1588230740/table: creating writer at 1733451789270 (+420 ms)Flushing 1588230740/table: appending metadata at 1733451789287 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733451789287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ea8f8: reopening flushed file at 1733451789695 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442df796: reopening flushed file at 1733451789700 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9b0829: reopening flushed file at 1733451789704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47057513: reopening flushed file at 1733451789713 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=11, compaction requested=false at 1733451789718 (+5 ms)Writing region close event to WAL at 1733451789719 (+1 ms)Running coprocessor post-close hooks at 1733451789723 (+4 ms)Closed at 1733451789723 2024-12-06T02:23:09,723 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:09,757 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,33157,1733451767731; all regions closed. 2024-12-06T02:23:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741834_1010 (size=2717) 2024-12-06T02:23:09,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/WALs/5c7979348d1b,33157,1733451767731/5c7979348d1b%2C33157%2C1733451767731.meta.1733451770596.meta not finished, retry = 0 2024-12-06T02:23:09,862 DEBUG [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/oldWALs 2024-12-06T02:23:09,862 INFO [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C33157%2C1733451767731.meta:.meta(num 1733451770596) 2024-12-06T02:23:09,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741833_1009 (size=1374) 2024-12-06T02:23:09,874 DEBUG [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/oldWALs 2024-12-06T02:23:09,874 INFO [RS:0;5c7979348d1b:33157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5c7979348d1b%2C33157%2C1733451767731:(num 1733451770067) 2024-12-06T02:23:09,874 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:09,874 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:09,876 INFO [RS:0;5c7979348d1b:33157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:09,876 INFO [RS:0;5c7979348d1b:33157 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:09,876 INFO [RS:0;5c7979348d1b:33157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:09,877 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:09,877 INFO [RS:0;5c7979348d1b:33157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:33157. 2024-12-06T02:23:09,877 DEBUG [RS:0;5c7979348d1b:33157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:09,877 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:09,877 DEBUG [RS:0;5c7979348d1b:33157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:09,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:09,877 INFO [RS:0;5c7979348d1b:33157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33157 2024-12-06T02:23:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964/rs 2024-12-06T02:23:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14468964/rs/5c7979348d1b,33157,1733451767731 2024-12-06T02:23:09,924 INFO [RS:0;5c7979348d1b:33157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:09,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,33157,1733451767731] 2024-12-06T02:23:09,947 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:09,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /14468964/draining/5c7979348d1b,33157,1733451767731 already deleted, retry=false 2024-12-06T02:23:09,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,33157,1733451767731 expired; onlineServers=0 2024-12-06T02:23:09,961 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,46419,1733451767622' ***** 2024-12-06T02:23:09,961 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:23:09,961 INFO [M:0;5c7979348d1b:46419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:09,962 DEBUG [M:0;5c7979348d1b:46419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:23:09,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:23:09,962 DEBUG [M:0;5c7979348d1b:46419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:23:09,962 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451769812 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451769812,5,FailOnTimeoutGroup] 2024-12-06T02:23:09,962 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451769813 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451769813,5,FailOnTimeoutGroup] 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:09,962 DEBUG [M:0;5c7979348d1b:46419 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:09,962 INFO [M:0;5c7979348d1b:46419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:23:09,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:23:09,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14468964/master 2024-12-06T02:23:09,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14468964 2024-12-06T02:23:09,983 DEBUG [M:0;5c7979348d1b:46419 {}] zookeeper.ZKUtil(347): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Unable to get data of znode /14468964/master because node does not exist (not an error) 2024-12-06T02:23:09,983 WARN [M:0;5c7979348d1b:46419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T02:23:09,985 INFO [M:0;5c7979348d1b:46419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/.lastflushedseqids 2024-12-06T02:23:09,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741845_1021 (size=173) 2024-12-06T02:23:10,041 INFO [RS:0;5c7979348d1b:33157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33157-0x101a872bb3a0004, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:10,041 INFO [RS:0;5c7979348d1b:33157 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,33157,1733451767731; zookeeper connection closed. 2024-12-06T02:23:10,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b947ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b947ca 2024-12-06T02:23:10,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:23:10,085 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:10,394 INFO [M:0;5c7979348d1b:46419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:23:10,394 INFO [M:0;5c7979348d1b:46419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:23:10,394 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:23:10,394 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:10,394 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:10,394 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:23:10,394 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:10,394 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T02:23:10,412 DEBUG [M:0;5c7979348d1b:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ec3aa5a99ff453985870f4e460bf3a4 is 82, key is hbase:meta,,1/info:regioninfo/1733451770625/Put/seqid=0 2024-12-06T02:23:10,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741846_1022 (size=5672) 2024-12-06T02:23:10,415 INFO [M:0;5c7979348d1b:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ec3aa5a99ff453985870f4e460bf3a4 2024-12-06T02:23:10,436 DEBUG [M:0;5c7979348d1b:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efb8627eef5420bb4bdb02a66f1c265 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733451778564/Put/seqid=0 2024-12-06T02:23:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741847_1023 (size=6586) 2024-12-06T02:23:10,440 INFO [M:0;5c7979348d1b:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efb8627eef5420bb4bdb02a66f1c265 2024-12-06T02:23:10,462 DEBUG [M:0;5c7979348d1b:46419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdfba6226dd24b15a41f39fd023daa69 is 69, key is 5c7979348d1b,33157,1733451767731/rs:state/1733451769906/Put/seqid=0 2024-12-06T02:23:10,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741848_1024 (size=5156) 2024-12-06T02:23:10,466 INFO [M:0;5c7979348d1b:46419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdfba6226dd24b15a41f39fd023daa69 2024-12-06T02:23:10,470 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ec3aa5a99ff453985870f4e460bf3a4 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ec3aa5a99ff453985870f4e460bf3a4 2024-12-06T02:23:10,475 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ec3aa5a99ff453985870f4e460bf3a4, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T02:23:10,476 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efb8627eef5420bb4bdb02a66f1c265 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efb8627eef5420bb4bdb02a66f1c265 2024-12-06T02:23:10,480 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efb8627eef5420bb4bdb02a66f1c265, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T02:23:10,481 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdfba6226dd24b15a41f39fd023daa69 as hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdfba6226dd24b15a41f39fd023daa69 2024-12-06T02:23:10,486 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41761/user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdfba6226dd24b15a41f39fd023daa69, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T02:23:10,487 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=55, compaction requested=false 2024-12-06T02:23:10,500 INFO [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:10,501 DEBUG [M:0;5c7979348d1b:46419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451790394Disabling compacts and flushes for region at 1733451790394Disabling writes for close at 1733451790394Obtaining lock to block concurrent updates at 1733451790394Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451790394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733451790395 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451790395Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451790395Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451790411 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451790411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451790419 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451790436 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451790436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451790443 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451790461 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451790461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f598132: reopening flushed file at 1733451790469 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f32d757: reopening flushed file at 1733451790475 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af97c88: reopening flushed file at 1733451790481 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=55, compaction requested=false at 1733451790487 (+6 ms)Writing region close event to WAL at 1733451790500 (+13 ms)Closed at 1733451790500 2024-12-06T02:23:10,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76a94419-00bd-8dbd-712f-8b278dac0a4d/MasterData/WALs/5c7979348d1b,46419,1733451767622/5c7979348d1b%2C46419%2C1733451767622.1733451769525 not finished, retry = 0 2024-12-06T02:23:10,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34305 is added to blk_1073741830_1006 (size=32770) 2024-12-06T02:23:10,621 INFO [M:0;5c7979348d1b:46419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:23:10,621 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:10,621 INFO [M:0;5c7979348d1b:46419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46419 2024-12-06T02:23:10,625 INFO [M:0;5c7979348d1b:46419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:10,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:10,740 INFO [M:0;5c7979348d1b:46419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:10,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46419-0x101a872bb3a0003, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:10,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10340eae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:23:10,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:10,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:10,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:10,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:10,765 WARN [BP-37611289-172.17.0.3-1733451765340 heartbeating to localhost/127.0.0.1:41761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:23:10,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:23:10,765 WARN [BP-37611289-172.17.0.3-1733451765340 heartbeating to localhost/127.0.0.1:41761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-37611289-172.17.0.3-1733451765340 (Datanode Uuid 6e227299-6cd6-47e9-8596-721537365251) service to localhost/127.0.0.1:41761 2024-12-06T02:23:10,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:23:10,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/cluster_f7f77767-e2c8-dc5e-ea09-439979a7f83b/data/data1/current/BP-37611289-172.17.0.3-1733451765340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:10,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/cluster_f7f77767-e2c8-dc5e-ea09-439979a7f83b/data/data2/current/BP-37611289-172.17.0.3-1733451765340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:10,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:23:10,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d5bb09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:23:10,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:10,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:10,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:10,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38d6f31a-3610-a578-e1cd-fc47af36d7a8/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:10,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:23:10,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T02:23:10,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:10,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:10,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:10,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:10,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:10,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T02:23:10,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1245286481, stopped=false 2024-12-06T02:23:10,792 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5c7979348d1b,38817,1733451761671 2024-12-06T02:23:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-911737253/running 2024-12-06T02:23:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:23:10,804 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:10,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T02:23:10,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-911737253/running 2024-12-06T02:23:10,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:10,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:23:10,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5c7979348d1b,38661,1733451761909' ***** 2024-12-06T02:23:10,804 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T02:23:10,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/running 2024-12-06T02:23:10,805 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T02:23:10,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T02:23:10,805 INFO [RS:0;5c7979348d1b:38661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T02:23:10,805 INFO [RS:0;5c7979348d1b:38661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T02:23:10,805 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a84b1e3ba7a329c0daa7b730bf7c9c0 2024-12-06T02:23:10,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Set watcher on znode that does not yet exist, /0-911737253/running 2024-12-06T02:23:10,812 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(3091): Received CLOSE for bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(959): stopping server 5c7979348d1b,38661,1733451761909 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38661. 2024-12-06T02:23:10,813 DEBUG [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:10,813 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T02:23:10,813 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T02:23:10,814 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T02:23:10,814 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a84b1e3ba7a329c0daa7b730bf7c9c0=test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0., bef99806547a49963278c7d0ff861b66=hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66.} 2024-12-06T02:23:10,814 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a84b1e3ba7a329c0daa7b730bf7c9c0, bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T02:23:10,814 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a84b1e3ba7a329c0daa7b730bf7c9c0, disabling compactions & flushes 2024-12-06T02:23:10,814 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. after waiting 0 ms 2024-12-06T02:23:10,814 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T02:23:10,814 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:23:10,841 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/default/test/8a84b1e3ba7a329c0daa7b730bf7c9c0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T02:23:10,842 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:10,842 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T02:23:10,842 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:23:10,842 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a84b1e3ba7a329c0daa7b730bf7c9c0: Waiting for close lock at 1733451790814Running coprocessor pre-close hooks at 1733451790814Disabling compacts and flushes for region at 1733451790814Disabling writes for close at 1733451790814Writing region close event to WAL at 1733451790832 (+18 ms)Running coprocessor post-close hooks at 1733451790842 (+10 ms)Closed at 1733451790842 2024-12-06T02:23:10,842 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0. 2024-12-06T02:23:10,842 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bef99806547a49963278c7d0ff861b66, disabling compactions & flushes 2024-12-06T02:23:10,843 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:10,843 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:10,843 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. after waiting 0 ms 2024-12-06T02:23:10,843 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:10,843 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bef99806547a49963278c7d0ff861b66 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-06T02:23:10,859 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/info/32c9dc9a155e4fa19e4157e48623e289 is 147, key is hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66./info:regioninfo/1733451781859/Put/seqid=0 2024-12-06T02:23:10,865 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/hfileref/bec0d23e97c3422bb055af8f08be5c0a is 74, key is 1/hfileref:1b3117aa6563411cb959a7af3c6e5acd_SeqId_4_/1733451783658/DeleteColumn/seqid=0 2024-12-06T02:23:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741847_1023 (size=7686) 2024-12-06T02:23:10,872 INFO [regionserver/5c7979348d1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:10,873 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/info/32c9dc9a155e4fa19e4157e48623e289 2024-12-06T02:23:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741848_1024 (size=5489) 2024-12-06T02:23:10,899 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/ns/53ff1f441d82449189b4f3f7ad36d6c5 is 43, key is default/ns:d/1733451765240/Put/seqid=0 2024-12-06T02:23:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741849_1025 (size=5153) 2024-12-06T02:23:10,910 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/ns/53ff1f441d82449189b4f3f7ad36d6c5 2024-12-06T02:23:10,946 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/rep_barrier/0e5e41ae4aec44158e32620607a10042 is 112, key is test,,1733451776205.8a84b1e3ba7a329c0daa7b730bf7c9c0./rep_barrier:seqnumDuringOpen/1733451777027/Put/seqid=0 2024-12-06T02:23:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741850_1026 (size=5518) 2024-12-06T02:23:10,950 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/rep_barrier/0e5e41ae4aec44158e32620607a10042 2024-12-06T02:23:10,969 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/table/04d053d79aef45b8a9d9e64457894d38 is 53, key is hbase:replication/table:state/1733451781891/Put/seqid=0 2024-12-06T02:23:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741851_1027 (size=5308) 2024-12-06T02:23:11,014 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:11,053 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:11,057 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:23:11,057 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,057 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:23:11,058 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5c7979348d1b,38661,1733451761909: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5c7979348d1b,38661,1733451761909, walGroup=5c7979348d1b%2C38661%2C1733451761909, offset=5c7979348d1b%2C38661%2C1733451761909.1733451783984:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T02:23:11,060 ERROR [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T02:23:11,060 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T02:23:11,060 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T02:23:11,060 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T02:23:11,060 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T02:23:11,061 INFO [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1436549120, "init": 1048576000, "max": 2306867200, "used": 1106818168 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207825528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T02:23:11,061 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5c7979348d1b:38817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T02:23:11,188 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 393, reset compression=false 2024-12-06T02:23:11,197 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T02:23:11,197 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,197 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5c7979348d1b,38661,1733451761909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T02:23:11,198 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-06T02:23:11,215 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bef99806547a49963278c7d0ff861b66 2024-12-06T02:23:11,261 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,278 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/hfileref/bec0d23e97c3422bb055af8f08be5c0a 2024-12-06T02:23:11,299 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/queue/ffdb6c6c4abc4ed683e0750105ed75b9 is 153, key is 1-5c7979348d1b,38661,1733451761909/queue:5c7979348d1b%2C38661%2C1733451761909/1733451785061/Put/seqid=0 2024-12-06T02:23:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741852_1028 (size=5504) 2024-12-06T02:23:11,304 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/queue/ffdb6c6c4abc4ed683e0750105ed75b9 2024-12-06T02:23:11,309 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/hfileref/bec0d23e97c3422bb055af8f08be5c0a as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/hfileref/bec0d23e97c3422bb055af8f08be5c0a 2024-12-06T02:23:11,316 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/hfileref/bec0d23e97c3422bb055af8f08be5c0a, entries=6, sequenceid=17, filesize=5.4 K 2024-12-06T02:23:11,317 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/.tmp/queue/ffdb6c6c4abc4ed683e0750105ed75b9 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/queue/ffdb6c6c4abc4ed683e0750105ed75b9 2024-12-06T02:23:11,321 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/queue/ffdb6c6c4abc4ed683e0750105ed75b9, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T02:23:11,324 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bef99806547a49963278c7d0ff861b66 in 481ms, sequenceid=17, compaction requested=false 2024-12-06T02:23:11,332 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/replication/bef99806547a49963278c7d0ff861b66/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-06T02:23:11,333 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:11,333 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:23:11,333 INFO [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:11,334 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bef99806547a49963278c7d0ff861b66: Waiting for close lock at 1733451790842Running coprocessor pre-close hooks at 1733451790842Disabling compacts and flushes for region at 1733451790842Disabling writes for close at 1733451790843 (+1 ms)Obtaining lock to block concurrent updates at 1733451790843Preparing flush snapshotting stores in bef99806547a49963278c7d0ff861b66 at 1733451790843Finished memstore snapshotting hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733451790843Flushing stores of hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. at 1733451790845 (+2 ms)Flushing bef99806547a49963278c7d0ff861b66/hfileref: creating writer at 1733451790845Flushing bef99806547a49963278c7d0ff861b66/hfileref: appending metadata at 1733451790865 (+20 ms)Flushing bef99806547a49963278c7d0ff861b66/hfileref: closing flushed file at 1733451790865Flushing bef99806547a49963278c7d0ff861b66/queue: creating writer at 1733451791283 (+418 ms)Flushing bef99806547a49963278c7d0ff861b66/queue: appending metadata at 1733451791299 (+16 ms)Flushing bef99806547a49963278c7d0ff861b66/queue: closing flushed file at 1733451791299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542b4340: reopening flushed file at 1733451791309 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6346b49e: reopening flushed file at 1733451791316 (+7 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bef99806547a49963278c7d0ff861b66 in 481ms, sequenceid=17, compaction requested=false at 1733451791324 (+8 ms)Writing region close event to WAL at 1733451791329 (+5 ms)Running coprocessor post-close hooks at 1733451791333 (+4 ms)Closed at 1733451791333 2024-12-06T02:23:11,334 DEBUG [RS_CLOSE_REGION-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733451780669.bef99806547a49963278c7d0ff861b66. 2024-12-06T02:23:11,378 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/table/04d053d79aef45b8a9d9e64457894d38 2024-12-06T02:23:11,387 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/info/32c9dc9a155e4fa19e4157e48623e289 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/info/32c9dc9a155e4fa19e4157e48623e289 2024-12-06T02:23:11,392 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/info/32c9dc9a155e4fa19e4157e48623e289, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T02:23:11,393 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/ns/53ff1f441d82449189b4f3f7ad36d6c5 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/ns/53ff1f441d82449189b4f3f7ad36d6c5 2024-12-06T02:23:11,400 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/ns/53ff1f441d82449189b4f3f7ad36d6c5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T02:23:11,401 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/rep_barrier/0e5e41ae4aec44158e32620607a10042 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/rep_barrier/0e5e41ae4aec44158e32620607a10042 2024-12-06T02:23:11,404 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,408 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/rep_barrier/0e5e41ae4aec44158e32620607a10042, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T02:23:11,411 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/.tmp/table/04d053d79aef45b8a9d9e64457894d38 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/table/04d053d79aef45b8a9d9e64457894d38 2024-12-06T02:23:11,416 DEBUG [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T02:23:11,430 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/table/04d053d79aef45b8a9d9e64457894d38, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T02:23:11,431 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=16, compaction requested=false 2024-12-06T02:23:11,458 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T02:23:11,459 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T02:23:11,459 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T02:23:11,459 INFO [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:11,459 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733451790814Running coprocessor pre-close hooks at 1733451790814Disabling compacts and flushes for region at 1733451790814Disabling writes for close at 1733451790814Obtaining lock to block concurrent updates at 1733451790814Preparing flush snapshotting stores in 1588230740 at 1733451790814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733451790815 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733451790818 (+3 ms)Flushing 1588230740/info: creating writer at 1733451790818Flushing 1588230740/info: appending metadata at 1733451790859 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733451790859Flushing 1588230740/ns: creating writer at 1733451790879 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733451790898 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733451790898Flushing 1588230740/rep_barrier: creating writer at 1733451790921 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733451790945 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733451790945Flushing 1588230740/table: creating writer at 1733451790954 (+9 ms)Flushing 1588230740/table: appending metadata at 1733451790968 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733451790968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3f9c04: reopening flushed file at 1733451791386 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edddff3: reopening flushed file at 1733451791393 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38acee6e: reopening flushed file at 1733451791400 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746615b6: reopening flushed file at 1733451791408 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 617ms, sequenceid=16, compaction requested=false at 1733451791431 (+23 ms)Writing region close event to WAL at 1733451791444 (+13 ms)Running coprocessor post-close hooks at 1733451791459 (+15 ms)Closed at 1733451791459 2024-12-06T02:23:11,460 DEBUG [RS_CLOSE_META-regionserver/5c7979348d1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T02:23:11,573 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,616 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(976): stopping server 5c7979348d1b,38661,1733451761909; all regions closed. 2024-12-06T02:23:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741842_1018 (size=859) 2024-12-06T02:23:11,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.meta.1733451783955.meta not finished, retry = 0 2024-12-06T02:23:11,640 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T02:23:11,657 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T02:23:11,657 INFO [regionserver/5c7979348d1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T02:23:11,707 DEBUG [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/WALs/5c7979348d1b,38661,1733451761909/5c7979348d1b%2C38661%2C1733451761909.1733451783984 to pos 688, reset compression=false 2024-12-06T02:23:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741844_1020 (size=2791) 2024-12-06T02:23:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741843_1019 (size=696) 2024-12-06T02:23:11,723 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:11,723 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T02:23:11,724 INFO [RS:0;5c7979348d1b:38661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:11,724 INFO [RS:0;5c7979348d1b:38661 {}] hbase.ChoreService(370): Chore service for: regionserver/5c7979348d1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:11,724 INFO [RS:0;5c7979348d1b:38661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:11,724 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5c7979348d1b,38661,1733451761909 because: Region server is closing 2024-12-06T02:23:11,724 INFO [regionserver/5c7979348d1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:11,724 INFO [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38661. 2024-12-06T02:23:11,725 DEBUG [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:11,725 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:11,725 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:11,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:11,825 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 terminated 2024-12-06T02:23:11,825 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5c7979348d1b,38661,1733451761909 because: Region server is closing 2024-12-06T02:23:11,825 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,1-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,1-5c7979348d1b,38661,1733451761909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:23:11,825 INFO [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5c7979348d1b:38661. 2024-12-06T02:23:11,825 DEBUG [RS:0;5c7979348d1b:38661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T02:23:11,825 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:11,825 DEBUG [RS:0;5c7979348d1b:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T02:23:11,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T02:23:11,926 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.shipper5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 terminated 2024-12-06T02:23:11,926 INFO [RS:0;5c7979348d1b:38661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38661 2024-12-06T02:23:11,926 WARN [RS_REFRESH_PEER-regionserver/5c7979348d1b:0-0.replicationSource,2-5c7979348d1b,38661,1733451761909.replicationSource.wal-reader.5c7979348d1b%2C38661%2C1733451761909,2-5c7979348d1b,38661,1733451761909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T02:23:11,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-911737253/rs/5c7979348d1b,38661,1733451761909 2024-12-06T02:23:11,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253/rs 2024-12-06T02:23:11,944 INFO [RS:0;5c7979348d1b:38661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:11,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5c7979348d1b,38661,1733451761909] 2024-12-06T02:23:11,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/draining/5c7979348d1b,38661,1733451761909 already deleted, retry=false 2024-12-06T02:23:11,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5c7979348d1b,38661,1733451761909 expired; onlineServers=0 2024-12-06T02:23:11,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5c7979348d1b,38817,1733451761671' ***** 2024-12-06T02:23:11,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T02:23:11,964 INFO [M:0;5c7979348d1b:38817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T02:23:11,965 DEBUG [M:0;5c7979348d1b:38817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T02:23:11,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T02:23:11,965 DEBUG [M:0;5c7979348d1b:38817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T02:23:11,965 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451763516 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.large.0-1733451763516,5,FailOnTimeoutGroup] 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] hbase.ChoreService(370): Chore service for: master/5c7979348d1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T02:23:11,965 DEBUG [master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451763520 {}] cleaner.HFileCleaner(306): Exit Thread[master/5c7979348d1b:0:becomeActiveMaster-HFileCleaner.small.0-1733451763520,5,FailOnTimeoutGroup] 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T02:23:11,965 DEBUG [M:0;5c7979348d1b:38817 {}] master.HMaster(1795): Stopping service threads 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T02:23:11,965 ERROR [M:0;5c7979348d1b:38817 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46069,5,PEWorkerGroup] 2024-12-06T02:23:11,965 INFO [M:0;5c7979348d1b:38817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T02:23:11,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T02:23:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-911737253/master 2024-12-06T02:23:11,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-911737253 2024-12-06T02:23:11,985 DEBUG [M:0;5c7979348d1b:38817 {}] zookeeper.RecoverableZooKeeper(212): Node /0-911737253/master already deleted, retry=false 2024-12-06T02:23:11,985 DEBUG [M:0;5c7979348d1b:38817 {}] master.ActiveMasterManager(353): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-911737253/master 2024-12-06T02:23:11,986 INFO [M:0;5c7979348d1b:38817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/.lastflushedseqids 2024-12-06T02:23:11,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741853_1029 (size=263) 2024-12-06T02:23:12,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:12,054 INFO [RS:0;5c7979348d1b:38661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:12,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x101a872bb3a0001, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:12,054 INFO [RS:0;5c7979348d1b:38661 {}] regionserver.HRegionServer(1031): Exiting; stopping=5c7979348d1b,38661,1733451761909; zookeeper connection closed. 2024-12-06T02:23:12,054 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38357ff6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38357ff6 2024-12-06T02:23:12,054 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T02:23:12,392 INFO [M:0;5c7979348d1b:38817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T02:23:12,392 INFO [M:0;5c7979348d1b:38817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T02:23:12,392 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T02:23:12,392 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:12,392 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:12,392 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T02:23:12,392 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:12,392 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-06T02:23:12,407 DEBUG [M:0;5c7979348d1b:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c62807430604eb58dcda357b34b4a69 is 82, key is hbase:meta,,1/info:regioninfo/1733451765192/Put/seqid=0 2024-12-06T02:23:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741854_1030 (size=5672) 2024-12-06T02:23:12,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T02:23:12,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T02:23:12,810 INFO [M:0;5c7979348d1b:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c62807430604eb58dcda357b34b4a69 2024-12-06T02:23:12,836 DEBUG [M:0;5c7979348d1b:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4383ba618a684e67891a5e64697ebb4a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733451781896/Put/seqid=0 2024-12-06T02:23:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741855_1031 (size=8909) 2024-12-06T02:23:13,261 INFO [M:0;5c7979348d1b:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4383ba618a684e67891a5e64697ebb4a 2024-12-06T02:23:13,328 DEBUG [M:0;5c7979348d1b:38817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00efb2c69414eef99963913bbc52e53 is 69, key is 5c7979348d1b,38661,1733451761909/rs:state/1733451763601/Put/seqid=0 2024-12-06T02:23:13,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741856_1032 (size=5156) 2024-12-06T02:23:13,739 INFO [M:0;5c7979348d1b:38817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00efb2c69414eef99963913bbc52e53 2024-12-06T02:23:13,744 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c62807430604eb58dcda357b34b4a69 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c62807430604eb58dcda357b34b4a69 2024-12-06T02:23:13,750 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c62807430604eb58dcda357b34b4a69, entries=8, sequenceid=112, filesize=5.5 K 2024-12-06T02:23:13,751 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4383ba618a684e67891a5e64697ebb4a as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4383ba618a684e67891a5e64697ebb4a 2024-12-06T02:23:13,757 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4383ba618a684e67891a5e64697ebb4a, entries=13, sequenceid=112, filesize=8.7 K 2024-12-06T02:23:13,758 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c00efb2c69414eef99963913bbc52e53 as hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c00efb2c69414eef99963913bbc52e53 2024-12-06T02:23:13,763 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/215152cc-8d3e-f0a9-5f43-85d7141d6bad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c00efb2c69414eef99963913bbc52e53, entries=1, sequenceid=112, filesize=5.0 K 2024-12-06T02:23:13,766 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=112, compaction requested=false 2024-12-06T02:23:13,781 INFO [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T02:23:13,781 DEBUG [M:0;5c7979348d1b:38817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733451792392Disabling compacts and flushes for region at 1733451792392Disabling writes for close at 1733451792392Obtaining lock to block concurrent updates at 1733451792392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733451792392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733451792392Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733451792393 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733451792393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733451792406 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733451792406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733451792819 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733451792835 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733451792835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733451793291 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733451793327 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733451793327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fd1acb: reopening flushed file at 1733451793743 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8622f1e: reopening flushed file at 1733451793750 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7197e5f1: reopening flushed file at 1733451793757 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=112, compaction requested=false at 1733451793766 (+9 ms)Writing region close event to WAL at 1733451793780 (+14 ms)Closed at 1733451793780 2024-12-06T02:23:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741830_1006 (size=69055) 2024-12-06T02:23:13,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T02:23:13,784 INFO [M:0;5c7979348d1b:38817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T02:23:13,784 INFO [M:0;5c7979348d1b:38817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38817 2024-12-06T02:23:13,789 INFO [M:0;5c7979348d1b:38817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T02:23:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38817-0x101a872bb3a0000, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T02:23:13,896 INFO [M:0;5c7979348d1b:38817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T02:23:13,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T02:23:13,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:13,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:13,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:13,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:13,921 WARN [BP-1761629059-172.17.0.3-1733451759520 heartbeating to localhost/127.0.0.1:46069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T02:23:13,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T02:23:13,921 WARN [BP-1761629059-172.17.0.3-1733451759520 heartbeating to localhost/127.0.0.1:46069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1761629059-172.17.0.3-1733451759520 (Datanode Uuid 72b780db-a220-4a61-9889-af8926ab4eb0) service to localhost/127.0.0.1:46069 2024-12-06T02:23:13,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T02:23:13,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/data/data1/current/BP-1761629059-172.17.0.3-1733451759520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:13,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/cluster_20350c82-8baf-c948-6597-01d884e91706/data/data2/current/BP-1761629059-172.17.0.3-1733451759520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T02:23:13,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T02:23:13,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T02:23:13,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T02:23:13,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T02:23:13,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T02:23:13,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a504a0-263a-b88a-1927-059912b681b3/hadoop.log.dir/,STOPPED} 2024-12-06T02:23:13,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T02:23:13,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T02:23:13,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41761 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46805 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46805 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41761 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46069 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57030) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=856 (was 876), ProcessCount=11 (was 11), AvailableMemoryMB=2652 (was 2333) - AvailableMemoryMB LEAK? - 2024-12-06T02:23:13,991 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2024-12-06T02:23:14,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a872bb3a0005, quorum=127.0.0.1:57030, baseZNode=/14468964 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:23:14,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a872bb3a0008, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:23:14,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a872bb3a0005, quorum=127.0.0.1:57030, baseZNode=/14468964 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:23:14,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a872bb3a0008, quorum=127.0.0.1:57030, baseZNode=/21718482280 Received Disconnected from ZooKeeper, ignoring 2024-12-06T02:23:14,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a872bb3a0002, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T02:23:14,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a872bb3a0002, quorum=127.0.0.1:57030, baseZNode=/0-911737253 Received Disconnected from ZooKeeper, ignoring